Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf Agent pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf is provisioned from template pingcap_tidb_ghpr_check2_8847-c21jb-51sk1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "75602ee0f4dc8c8e822f1175bfa894fc02333730" jenkins/label: "pingcap_tidb_ghpr_check2_8847-c21jb" name: "pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=084e043d-a11a-4d8b-bf3e-eb37b9e895ea JENKINS_NODE_COOKIE=a110868d-8718-43fa-9465-94d9a64be4db BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-ghpr_check2-8847 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/ghpr_check2","buildid":"1787408449848479744","prowjobid":"084e043d-a11a-4d8b-bf3e-eb37b9e895ea","refs":{"org":"pingcap","repo":"tidb","base_ref":"master","base_sha":"17d3f7fd4599c86fed367db1051156abc0b3cd5b","pulls":[{"number":52814,"author":"dveeden","sha":"50026c107ccf18d8221e92717c2ffb69a6425e7c","title":"ddl: Better error when check constraint is off"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#8847 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787408449848479744 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_ghpr_check2_8847-c21jb GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-da268d9e668a40ac9bdc52566cc558810a4c43d7bbe3d53ea4e01dfdf6821af4 NODE_LABELS=pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf pingcap_tidb_ghpr_check2_8847-c21jb GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/display/redirect BUILD_NUMBER=8847 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build101118356=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8847-c21jb-51sk1-n8lnf bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 21682 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 19da583789e84b79 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 23 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 09:06:50 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-17d3f7f) 460455936 bytes in 1.79 secs (257271452 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.git/ .git HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) POST git-upload-pack (gzip 2073 to 1091 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/52814/head -> origin/pr/52814/head HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) 🚧 Checkouting to base SHA:17d3f7fd4599c86fed367db1051156abc0b3cd5b... HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) βœ… Checked. πŸŽ‰ 🧾 HEAD info: 17d3f7fd4599c86fed367db1051156abc0b3cd5b 17d3f7fd45 planner: small refactor for plan cache (#53028) 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) 516977e1f9 planner: move ShowPredicateExtractor interface to base package out of core (#52953) 🚧 Pre-merge heads of pull requests to base SHA: 17d3f7fd4599c86fed367db1051156abc0b3cd5b ... Auto-merging pkg/ddl/ddl_api.go Merge made by the 'ort' strategy. pkg/ddl/ddl_api.go | 12 +++++++----- tests/integrationtest/r/ddl/constraint.result | 4 ++-- 2 files changed, 9 insertions(+), 7 deletions(-) 🧾 Pre-merged result: 56101e56bc04588d16659e345222beefc17efa62 56101e56bc Merge commit '50026c107ccf18d8221e92717c2ffb69a6425e7c' into HEAD 17d3f7fd45 planner: small refactor for plan cache (#53028) 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) βœ… Pre merged πŸŽ‰ βœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-17d3f7f-50026c1) 460890624 bytes in 9.66 secs (47711565 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-87-g56101e56bc" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 09:07:14" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=56101e56bc04588d16659e345222beefc17efa62" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading golang.org/x/sys v0.19.0 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading go.uber.org/multierr v1.11.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading golang.org/x/time v0.5.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading k8s.io/apimachinery v0.28.6 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-17d3f7fd4599c86fed367db1051156abc0b3cd5b-50026c107ccf18d8221e92717c2ffb69a6425e7c) 216930816 bytes in 4.26 secs (50928780 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 653 0 --:--:-- --:--:-- --:--:-- 661 + sha1=88099c95a3c0c13a827c0795c3d45070264665e4 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo 'πŸ“‚ extract bin from tikv-server.tar.gz ...' πŸ“‚ extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo 'βœ… extracted bin from tikv-server.tar.gz .' βœ… extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 483 0 --:--:-- --:--:-- --:--:-- 482 + sha1=1679dbca25b3483d1375c7e747da27e99ad77360 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz + echo 'πŸ“‚ extract bin from pd-server.tar.gz ...' πŸ“‚ extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo 'βœ… extracted bin from pd-server.tar.gz .' βœ… extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 45.00 secs (47609484 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3 is provisioned from template pingcap_tidb_ghpr_check2_8847-26rq0-v92kx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1ab5fca0176b388f20d9f9f1eba6e78035a4a4ba" jenkins/label: "pingcap_tidb_ghpr_check2_8847-26rq0" name: "pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-26rq0-v92kx-xqls3 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6182cee7; decorates RemoteLauncher[hudson.remoting.Channel@1923680a:JNLP4-connect connection from 10.233.72.170/10.233.72.170:36966] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2 Still waiting to schedule task β€˜pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc’ is offline Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800 [Pipeline] node Agent pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc is provisioned from template pingcap_tidb_ghpr_check2_8847-cwxs0-9gd84 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e5f2420070f39b5ff939a8f70cc215b95159b1ad" jenkins/label: "pingcap_tidb_ghpr_check2_8847-cwxs0" name: "pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-ghpr-check2-8847-cwxs0-9gd84-8x9pc in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { Agent pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl is provisioned from template pingcap_tidb_ghpr_check2_8847-cvglb-8dxh4 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "190d498ecf9d9cac5a34435cb142fb4012414b95" jenkins/label: "pingcap_tidb_ghpr_check2_8847-cvglb" name: "pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] withEnv [Pipeline] { [Pipeline] checkout Running on pingcap-tidb-ghpr-check2-8847-cvglb-8dxh4-k5msl in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 The recommended git tool is: git [Pipeline] container [Pipeline] { Agent pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9 is provisioned from template pingcap_tidb_ghpr_check2_8847-w8fml-kwwxj --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a0bdb5a672281b4c9492798f184723de1aceb28b" jenkins/label: "pingcap_tidb_ghpr_check2_8847-w8fml" name: "pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-ghpr-check2-8847-w8fml-kwwxj-4p5n9 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout Agent pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc is provisioned from template pingcap_tidb_ghpr_check2_8847-knc24-lhf3g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b96a5d0dcedbcac263e52b6446c530dcb3faf388" jenkins/label: "pingcap_tidb_ghpr_check2_8847-knc24" name: "pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Agent pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9 is provisioned from template pingcap_tidb_ghpr_check2_8847-zrqp1-t6l3p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8173fa479a7588c966b02e91f07d9679a1aae618" jenkins/label: "pingcap_tidb_ghpr_check2_8847-zrqp1" name: "pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" The recommended git tool is: git Still waiting to schedule task β€˜pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v’ is offline > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on pingcap-tidb-ghpr-check2-8847-knc24-lhf3g-w7qvc in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] checkout Running on pingcap-tidb-ghpr-check2-8847-zrqp1-t6l3p-g03k9 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git The recommended git tool is: git [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] podTemplate Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6c4d34e2; decorates RemoteLauncher[hudson.remoting.Channel@3d83fce0:JNLP4-connect connection from 10.233.123.103/10.233.123.103:40954] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] node [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN Agent pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br is provisioned from template pingcap_tidb_ghpr_check2_8847-0vws9-5h00c --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e4a309a2f2335a1dafbda3f448ecd83713b9af59" jenkins/label: "pingcap_tidb_ghpr_check2_8847-0vws9" name: "pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-ghpr-check2-8847-0vws9-5h00c-qd7br in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@b8a27d2; decorates RemoteLauncher[hudson.remoting.Channel@12325ab1:JNLP4-connect connection from 10.233.106.121/10.233.106.121:50068] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] cache Agent pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd is provisioned from template pingcap_tidb_ghpr_check2_8847-pvh67-z9spx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6ada65846a155e6409a48189b8dd7d59e6dcebb2" jenkins/label: "pingcap_tidb_ghpr_check2_8847-pvh67" name: "pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-pvh67-z9spx-x6pfd in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4a1fd256; decorates RemoteLauncher[hudson.remoting.Channel@40255bdb:JNLP4-connect connection from 10.233.105.154/10.233.105.154:57932] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c is provisioned from template pingcap_tidb_ghpr_check2_8847-njv48-vqnj1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "9b69abe9f5a1c7faacd4ed272327dd9b3609603b" jenkins/label: "pingcap_tidb_ghpr_check2_8847-njv48" name: "pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-njv48-vqnj1-gsk0c in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@19993ffd; decorates RemoteLauncher[hudson.remoting.Channel@5c790f9c:JNLP4-connect connection from 10.233.93.153/10.233.93.153:34162] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6c61f58e; decorates RemoteLauncher[hudson.remoting.Channel@1bdabcd2:JNLP4-connect connection from 10.233.69.122/10.233.69.122:35232] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf Agent pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2 is provisioned from template pingcap_tidb_ghpr_check2_8847-l068n-7tdzp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "94419d0afc35e5b1acaa4d36dcabc6d785b6f00a" jenkins/label: "pingcap_tidb_ghpr_check2_8847-l068n" name: "pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-l068n-7tdzp-t80s2 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w is provisioned from template pingcap_tidb_ghpr_check2_8847-nfn3x-nsmxm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7491d2ac544db76248c83cfe38e6e653c0553be7" jenkins/label: "pingcap_tidb_ghpr_check2_8847-nfn3x" name: "pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-nfn3x-nsmxm-k4x9w in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts is provisioned from template pingcap_tidb_ghpr_check2_8847-7965f-wdvtg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6d6f26fd590f6d6d527a7a65619f8cb4b66dd645" jenkins/label: "pingcap_tidb_ghpr_check2_8847-7965f" name: "pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-7965f-wdvtg-8k8ts in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v is provisioned from template pingcap_tidb_ghpr_check2_8847-4lmsp-1x99h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7f3fd0ac587a9776fdb89b4c0eca06ebb75f2020" jenkins/label: "pingcap_tidb_ghpr_check2_8847-4lmsp" name: "pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Avoid second fetch Running on pingcap-tidb-ghpr-check2-8847-4lmsp-1x99h-5zp6v in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364 is provisioned from template pingcap_tidb_ghpr_check2_8847-rt0h7-tbtfm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4047d0874545a00e27aa21b6ae6ee5a3d90cb20e" jenkins/label: "pingcap_tidb_ghpr_check2_8847-rt0h7" name: "pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-rt0h7-tbtfm-l9364 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800 is provisioned from template pingcap_tidb_ghpr_check2_8847-z8dl3-l87xh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0b85e2bce46e448def758cda58320d85cb037423" jenkins/label: "pingcap_tidb_ghpr_check2_8847-z8dl3" name: "pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-z8dl3-l87xh-7r800 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21 is provisioned from template pingcap_tidb_ghpr_check2_8847-npv5s-bkq8c --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8a1a8961f4e7de019d90ac448157acfbfeb499ef" jenkins/label: "pingcap_tidb_ghpr_check2_8847-npv5s" name: "pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-npv5s-bkq8c-qnd21 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf is provisioned from template pingcap_tidb_ghpr_check2_8847-4591v-gjmfm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6f02adae977d15b4d34fb11ac9ade9a4b1380704" jenkins/label: "pingcap_tidb_ghpr_check2_8847-4591v" name: "pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-4591v-gjmfm-tftkf in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 7.80 secs (274501964 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { The recommended git tool is: git [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git The recommended git tool is: git [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g [Pipeline] stage [Pipeline] { (Test) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@81c6278; decorates RemoteLauncher[hudson.remoting.Channel@5ebb2746:JNLP4-connect connection from 10.233.107.139/10.233.107.139:51480] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1fed1c6b; decorates RemoteLauncher[hudson.remoting.Channel@26984327:JNLP4-connect connection from 10.233.90.4/10.233.90.4:55074] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@54afebdd; decorates RemoteLauncher[hudson.remoting.Channel@58327130:JNLP4-connect connection from 10.233.108.13/10.233.108.13:54272] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7be172b6; decorates RemoteLauncher[hudson.remoting.Channel@10efae35:JNLP4-connect connection from 10.233.84.161/10.233.84.161:33834] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@672f0b19; decorates RemoteLauncher[hudson.remoting.Channel@234ca3b4:JNLP4-connect connection from 10.233.70.85/10.233.70.85:56560] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withCredentials Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4a12cff0; decorates RemoteLauncher[hudson.remoting.Channel@55011089:JNLP4-connect connection from 10.233.105.170/10.233.105.170:45290] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@9e4aeb4; decorates RemoteLauncher[hudson.remoting.Channel@9f4fd71:JNLP4-connect connection from 10.233.88.248/10.233.88.248:47456] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $CODECOV_TOKEN + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@118d530a; decorates RemoteLauncher[hudson.remoting.Channel@732fc6:JNLP4-connect connection from 10.233.71.148/10.233.71.148:58168] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3a0f13c7; decorates RemoteLauncher[hudson.remoting.Channel@11cdfe43:JNLP4-connect connection from 10.233.67.160/10.233.67.160:56496] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@22ce7f8d; decorates RemoteLauncher[hudson.remoting.Channel@7ba28aa2:JNLP4-connect connection from 10.233.66.237/10.233.66.237:54046] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@30a4de41; decorates RemoteLauncher[hudson.remoting.Channel@5f6a3d05:JNLP4-connect connection from 10.233.100.194/10.233.100.194:43166] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g is provisioned from template pingcap_tidb_ghpr_check2_8847-rn0nz-cv8nw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8847/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8847/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "34153eb2f903f5564c69a60f6201c2b9c76e0666" jenkins/label: "pingcap_tidb_ghpr_check2_8847-rn0nz" name: "pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8847-rn0nz-cv8nw-0hg4g in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 15.04 secs (142475121 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 8.57 secs (250116361 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 17.16 secs (124822980 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 13.50 secs (158687767 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 14.77 secs (145067004 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] withEnv [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] checkout [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3849631b; decorates RemoteLauncher[hudson.remoting.Channel@7f378648:JNLP4-connect connection from 10.233.72.92/10.233.72.92:44386] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + git status + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 62554790-e039-43ef-8cf8-91ae5c571f10 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_00.2541694253/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 11.52 secs (185930503 bytes/sec) [Pipeline] { [Pipeline] cache Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 780 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 8.31 secs (257795085 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11204 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 7.52 secs (284879926 bytes/sec) [Pipeline] { [Pipeline] cache [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [150 / 316] GoCompilePkg build/linter/toomanytests/toomanytests.a [for tool]; 0s remote-cache ... (7 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.268s, Critical Path: 3.98s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b9bdc3ae-71f2-40ad-9517-0ee3168ae492 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_00.2541694253/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11408 targets configured) Analyzing: target //tools/tazel:tazel (73 packages loaded, 12795 targets configured) Analyzing: target //tools/tazel:tazel (283 packages loaded, 13810 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 5.49 secs (389934605 bytes/sec) [Pipeline] { [Pipeline] cache [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [553 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (8 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.290s, Critical Path: 2.86s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: b6d188c7-a136-4cec-b39a-5fbd91bdc8f3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_00.2541694253/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (455 packages loaded, 5128 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (654 packages loaded, 12167 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 4.18 secs (512165696 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (824 packages loaded, 13787 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (978 packages loaded, 15467 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1017 packages loaded, 15658 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1120 packages loaded, 16722 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1193 packages loaded, 17543 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1278 packages loaded, 17939 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1395 packages loaded, 18620 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1398 packages loaded, 18759 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1497 packages loaded, 19673 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.6 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 1,542] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/aliases/aliases.a [for tool] ... (7 actions, 0 running) [325 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 3.0 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) [679 / 1,542] GoCompilePkg external/org_uber_go_mock/gomock/gomock.a; 0s remote-cache ... (8 actions, 0 running) [970 / 1,542] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 10.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,141 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 32.4 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 13.77 secs (155627320 bytes/sec) [Pipeline] { [Pipeline] cache [1,221 / 1,542] GoCompilePkg external/com_github_tikv_pd_client/client.a; 0s remote-cache ... (2 actions, 0 running) [1,339 / 1,542] GoCompilePkg pkg/util/stmtsummary/stmtsummary.a; 0s remote-cache ... (3 actions, 0 running) [1,400 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 33.3 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,423 / 1,542] GoCompilePkg pkg/statistics/handle/cache/internal/mapcache/mapcache.a; Downloading pkg/statistics/handle/cache/internal/mapcache/mapcache.a, 1023.8 KiB / 1.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,475 / 1,542] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 0s remote-cache ... (6 actions, 0 running) [1,501 / 1,542] GoCompilePkg pkg/plugin/plugin.a; 0s remote-cache, linux-sandbox ... (11 actions, 8 running) [1,507 / 1,542] GoCompilePkg pkg/plugin/plugin.a; 1s remote-cache, linux-sandbox ... (11 actions, 8 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 4.62 secs (464032330 bytes/sec) [Pipeline] { [Pipeline] cache [1,512 / 1,542] GoCompilePkg pkg/executor/importer/importer.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,513 / 1,542] GoCompilePkg pkg/executor/importer/importer.a; 2s remote-cache, linux-sandbox ... (16 actions running) [1,515 / 1,542] GoCompilePkg pkg/executor/importer/importer.a; 3s remote-cache, linux-sandbox ... (13 actions, 12 running) [1,522 / 1,542] GoCompilePkg pkg/planner/implementation/implementation.a; 1s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,523 / 1,542] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; 2s remote-cache, linux-sandbox ... (10 actions running) [1,527 / 1,542] GoCompilePkg br/pkg/restore/restore.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,529 / 1,542] GoCompilePkg br/pkg/task/task.a; 1s remote-cache, linux-sandbox [1,530 / 1,542] GoCompilePkg br/pkg/task/show/show.a; 0s remote-cache, linux-sandbox [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [1,532 / 1,542] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 17.98 secs (119187114 bytes/sec) [Pipeline] { [Pipeline] cache [1,533 / 1,542] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,535 / 1,542] checking cached actions [1,535 / 1,542] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,538 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a [1,538 / 1,542] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a; 1s remote-cache, linux-sandbox [1,540 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test~testmain.a [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 7s remote-cache, linux-sandbox [1,546 / 1,550] checking cached actions [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 18.19 secs (117785714 bytes/sec) [Pipeline] { [Pipeline] cache [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 11s remote-cache, linux-sandbox Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 22.10 secs (96930647 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 3.79 secs (565320539 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh [Pipeline] sh [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r-- 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 41s remote-cache, linux-sandbox [Pipeline] stage start tidb-server, log file: ./integration-test.out tidb-server(PID: 1472) started run all integration test cases (enabled new collation) [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh ./t/show.test: ok! 3 test cases passed, take time 0.000476598 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.027686839 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.028447947 s + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] { [Pipeline] sh [Pipeline] // cache [Pipeline] // cache GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 2.922499819 s [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh go: downloading github.com/sergi/go-diff v1.1.0 ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.076275823 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.163785135 s ./t/black_list.test: ok! 55 test cases passed, take time 0.139677402 s go: downloading github.com/sergi/go-diff v1.1.0 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { + git status + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh ./t/clustered_index.test: ok! 47 test cases passed, take time 3.546279827 s [Pipeline] sh ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.721541749 s diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.725235879 s diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... ./t/collation_misc.test: ok! 66 test cases passed, take time 0.649462661 s diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... + git status + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Starting local Bazel server and connecting to it... ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.734725082 s Starting local Bazel server and connecting to it... ./t/common_collation.test: ok! 26 test cases passed, take time 0.204685379 s bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") Starting local Bazel server and connecting to it... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") INFO: Invocation ID: dbec2cc1-708e-428f-9635-c179f775ba4e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_04.89062532/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: INFO: Invocation ID: 98f5e760-5afb-4154-bd4c-5202a7e7bd03 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_02.3615342665/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 8ec86af8-1d4e-4319-b497-d979505941d5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_03.2504294849/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: ./t/cte.test: ok! 189 test cases passed, take time 2.099399173 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.060648118 s Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.584396842 s bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Starting local Bazel server and connecting to it... Loading: Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: b84a3f75-0b69-417b-9920-129af071c98c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_01.2850986948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8847) 2142445568 bytes in 5.25 secs (408211744 bytes/sec) Loading: [Pipeline] { [Pipeline] sh Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + ls -l rev-50026c107ccf18d8221e92717c2ffb69a6425e7c -rw-r--r--. 1 jenkins jenkins 0 May 6 17:10 rev-50026c107ccf18d8221e92717c2ffb69a6425e7c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 2850 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh [Pipeline] sh Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 Analyzing: target //:gazelle (99 packages loaded, 1203 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 Analyzing: target //:gazelle (75 packages loaded, 1164 targets configured) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh [Pipeline] sh Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 [Pipeline] sh Analyzing: target //:gazelle (75 packages loaded, 1202 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8847 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 [Pipeline] // cache [Pipeline] sh go: downloading go.uber.org/multierr v1.11.0 + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... start tidb-server, log file: ./integration-test.out tidb-server(PID: 1613) started run all integration test cases (disabled new collation) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-50026c107ccf18d8221e92717c2ffb69a6425e7c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_flashbacktest go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11279 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [17 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11255 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.719525468 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.769863686 s [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 5.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 ./t/collation_misc.test: ok! 66 test cases passed, take time 0.747491955 s [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 4.7 MiB / 5.9 MiB; 1s remote-cache ... (2 actions, 0 running) ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 20.249564591 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.354661082 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.078528166 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/crypto/internal/nistec/fiat.a, 529.5 KiB / 1017.9 KiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11282 targets configured) ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.826997802 s Great, All tests passed [67 / 316] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 2.1 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (149 packages loaded, 10547 targets configured) Analyzing: target //:gazelle (258 packages loaded, 11706 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (255 packages loaded, 11584 targets configured) [314 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/cmd/gazelle/gazelle.a [for tool] INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.481s, Critical Path: 4.22s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8559beda-25b3-4775-a39d-f317187176e8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_04.89062532/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Starting local Bazel server and connecting to it... Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [27 / 316] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/stdlib/stdlib.a [for tool] ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 4.315410211 s  checking cached actions [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 1 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [273 / 316] [Prepa] GoCompilePkg external/com_github_golangci_gosec/rules/rules.a [for tool] integrationtest passed! ./run-tests.sh: line 1: kill: (1613) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] } INFO: Invocation ID: 0e6569a6-1f6f-4518-8e69-ed90c2d8b860 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_06.4046769931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { INFO: Invocation ID: cf4e0539-d2e1-44d4-aacd-955b8ff7c0e6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_10.2665891141/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [Pipeline] junit Recording test results Analyzing: target //tools/tazel:tazel (9 packages loaded, 11957 targets configured) Starting local Bazel server and connecting to it... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 1.9 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/bufio.a; 0s remote-cache ... (3 actions, 0 running) None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: Analyzing: target //tools/tazel:tazel (130 packages loaded, 13014 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... No test report files were found. Configuration error? [Pipeline] } [Pipeline] // script [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [Pipeline] // dir Loading: Loading: 0 packages loaded go: downloading github.com/sergi/go-diff v1.1.0 [276 / 316] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] } [Pipeline] // withCredentials Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] } Starting local Bazel server and connecting to it... [58 / 316] GoCompilePkg external/com_github_golangci_gosec/gosec.a [for tool]; 0s remote-cache ... (6 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 2s remote-cache ... (3 actions, 0 running) [Pipeline] // timeout Starting local Bazel server and connecting to it... [Pipeline] } Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.230s, Critical Path: 6.84s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 9] [Prepa] Creating source manifest for //tools/tazel:tazel [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } INFO: Invocation ID: 5a4e28b4-ec89-4708-bac2-b6d5b4863681 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_08.3536051386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.289s, Critical Path: 3.54s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a8dcf11d-85ab-4f85-aa9b-b3f2cfba5b57 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_02.3615342665/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] // podTemplate [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (2 actions, 0 running) [Pipeline] } Loading: [Pipeline] // withEnv Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] } Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] // stage Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] } INFO: Invocation ID: 346ebb54-bff2-4578-a3e1-5032a57c334d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_01.2770322115/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 1f8f7214-5d19-45d1-a9b8-3ceff09ba729 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_09.1522332669/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 2a5e6a70-b87f-4cb6-9046-47e3cc1b90d5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_01.2850986948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 55300c01-504d-489d-be36-c18448a9e426 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_11.1658384179/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (7 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: [277 / 316] GoCompilePkg external/bazel_gazelle/flag/flag.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 33.518s, Critical Path: 4.31s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Loading: Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 9c331278-e38f-4b0f-bb6e-37d64e715ca5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_03.2504294849/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [558 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.4 MiB / 7.8 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Invocation ID: 8d37b232-df82-42bc-a5e5-7202e98233ab INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_14.158715339/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (130 packages loaded, 12965 targets configured) Analyzing: target //tools/tazel:tazel (130 packages loaded, 13011 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [607 / 607] checking cached actions INFO: Elapsed time: 7.223s, Critical Path: 3.01s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded INFO: Invocation ID: bb0b8fda-ccd9-4d33-a9bc-d3f444dc2a9c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: dadf1798-bd17-4dcc-9b00-114abf6fbde2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_13.2579432032/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_13.262098948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... Analyzing: target //:gazelle (74 packages loaded, 714 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: deb110ef-dc7b-45f1-95ea-631b32563083 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_04.89062532/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //:gazelle (75 packages loaded, 3220 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //tools/tazel:tazel (126 packages loaded, 12954 targets configured) [273 / 607] [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (7 actions, 0 running) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [273 / 607] [Prepa] GoCompilePkg external/com_github_shirou_gopsutil_v3/common/common.a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: 0 packages loaded INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [568 / 607] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a; Downloading external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.facts; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (460 packages loaded, 8556 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [565 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1015 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.481s, Critical Path: 2.55s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 992 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.505s, Critical Path: 2.54s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (646 packages loaded, 12307 targets configured) Analyzing: target //:gazelle (99 packages loaded, 1195 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/maps/maps.a ... (7 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: b670d510-e8f9-41f5-8a96-f5b4a5e8d0ac INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_05.2693208554/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (79 packages loaded, 1194 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 12a59b26-68d3-4b67-a98e-b39ef065e536 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_02.3615342665/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: INFO: Invocation ID: 93e89f21-5452-4798-9efc-29fc5992054f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_25.4062983161/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 9446 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (867 packages loaded, 14724 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (100 packages loaded, 10444 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1044 packages loaded, 15785 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (508 packages loaded, 1626 targets configured) [498 / 607] GoCompilePkg external/org_golang_google_genproto_googleapis_api/annotations/annotations.a; 1s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 73237183-9880-4c10-adea-5d4057d6cb4f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_01.2850986948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [600 / 607] GoCompilePkg pkg/util/logutil/logutil.a; Downloading pkg/util/logutil/logutil.x, 56.0 KiB / 66.8 KiB; 0s remote-cache Analyzing: target //:gazelle (75 packages loaded, 918 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (98 packages loaded, 1195 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (695 packages loaded, 13243 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.335s, Critical Path: 4.20s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1106 packages loaded, 16419 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10463 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (946 packages loaded, 14571 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 32ef0da7-a833-451e-9514-2d06e52be61c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_03.2504294849/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //:gazelle (75 packages loaded, 911 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1114 packages loaded, 16677 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (217 packages loaded, 2325 targets configured) Analyzing: target //:gazelle (18 packages loaded, 16 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1241 packages loaded, 17671 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1014 packages loaded, 16022 targets configured) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (650 packages loaded, 11941 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1380 packages loaded, 18497 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (436 packages loaded, 1829 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1062 packages loaded, 16142 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 411 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1063 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (676 packages loaded, 13200 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1154 packages loaded, 17257 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (826 packages loaded, 15184 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1395 packages loaded, 18626 targets configured) Analyzing: target //:gazelle (100 packages loaded, 8406 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (934 packages loaded, 14849 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (834 packages loaded, 15208 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1225 packages loaded, 17808 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1492 packages loaded, 19403 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1497 packages loaded, 19679 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (851 packages loaded, 15235 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (940 packages loaded, 15720 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1316 packages loaded, 18273 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1060 packages loaded, 16433 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (996 packages loaded, 16065 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1395 packages loaded, 18985 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1191 packages loaded, 17745 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11252 targets configured) Analyzing: target //:gazelle (49 packages loaded, 443 targets configured) Analyzing: target //:gazelle (166 packages loaded, 10787 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1038 packages loaded, 16458 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1274 packages loaded, 18369 targets configured) [22 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11259 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1489 packages loaded, 19623 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1320 targets configured) Analyzing: target //:gazelle (248 packages loaded, 11582 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1167 packages loaded, 17284 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (175 packages loaded, 11238 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1497 packages loaded, 20042 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1397 packages loaded, 19122 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (175 packages loaded, 11257 targets configured) [274 / 1,542] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Analyzing: target //:gazelle (100 packages loaded, 10462 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 101s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/txntest:txntest_test (1231 packages loaded, 18147 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [23 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [663 / 1,542] GoCompilePkg external/com_github_getsentry_sentry_go/sentry-go.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/flag.a, 218.2 KiB / 538.1 KiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [19 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (2 actions, 0 running) [20 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1277 packages loaded, 18514 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [962 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 5.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11254 targets configured) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat [25 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.0 MiB / 10.4 MiB; 1s remote-cache ... (6 actions, 0 running) [17 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; Downloading external/go_sdk/builder, 4.9 MiB / 5.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [1,106 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 5.0 MiB / 6.5 MiB; 0s remote-cache ... (7 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 5.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (1402 packages loaded, 19399 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [214 / 1,547] [Prepa] GoCompilePkg build/linter/staticcheck/QF1012.a [for tool] ... (8 actions, 0 running) Analyzing: target //:gazelle (172 packages loaded, 11256 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.5 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1496 packages loaded, 20037 targets configured). INFO: Found 1 test target... [1,216 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; 0s remote-cache ... (8 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 5.0 MiB / 10.3 MiB; 2s remote-cache ... (2 actions, 0 running) [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (2 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [31 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.5 MiB / 17.2 MiB; 3s remote-cache ... (8 actions, 0 running) [391 / 1,547] GoCompilePkg external/org_golang_x_net/http2/http2.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [23 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.8 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 5.0 MiB / 10.3 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (206 packages loaded, 11453 targets configured) [106 / 316] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [211 / 316] [Prepa] GoCompilePkg build/linter/staticcheck/S1000.a [for tool] ... (7 actions, 0 running) [217 / 316] GoCompilePkg build/linter/staticcheck/SA6000.a [for tool]; Downloading build/linter/staticcheck/SA6000.x; 0s remote-cache ... (6 actions, 0 running) [29 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,284 / 1,542] GoCompilePkg pkg/config/config.a; Downloading pkg/config/config.a, 163.6 KiB / 923.9 KiB; 0s remote-cache ... (8 actions, 0 running) [27 / 316] [Prepa] GoCompilePkg external/org_golang_x_tools/go/buildutil/buildutil.a [for tool] ... (7 actions, 0 running) [142 / 316] GoCompilePkg external/com_github_gordonklaus_ineffassign/pkg/ineffassign/ineffassign.a [for tool]; 0s remote-cache ... (7 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (189 packages loaded, 11276 targets configured) [602 / 1,547] GoCompilePkg external/com_github_felixge_httpsnoop/httpsnoop.a; 0s remote-cache ... (8 actions, 0 running) [314 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/cmd/gazelle/gazelle.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.158s, Critical Path: 4.09s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.440s, Critical Path: 4.64s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [280 / 1,546] [Prepa] GoCompilePkg external/org_golang_x_net/internal/timeseries/timeseries.a ... (6 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.607s, Critical Path: 4.32s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [1,383 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 11.0 MiB / 78.6 MiB; 0s remote-cache ... (7 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.7 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [309 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/walk/walk.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.279s, Critical Path: 4.20s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 011425b5-4996-4c71-939b-f17681b4c335 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_08.3536051386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [855 / 1,547] GoCompilePkg external/com_github_cockroachdb_errors/errors.a; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.875s, Critical Path: 3.97s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 90932d9d-7cd6-4be9-8e39-a2127d063797 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_10.2665891141/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [28 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (183 packages loaded, 11283 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 207ab4a0-6667-41a6-ad3d-6dc2c61e9e03 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_11.1658384179/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Invocation ID: 7e3a89a2-38ce-4c88-915c-e032eaa3963f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_06.4046769931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [622 / 1,546] GoCompilePkg external/com_github_uber_jaeger_client_go/jaeger-client-go.a; Downloading external/com_github_uber_jaeger_client_go/jaeger-client-go.a; 0s remote-cache ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 87933b95-0b9f-4136-955d-10c8bbca0bd6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_09.1522332669/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [1,411 / 1,542] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,088 / 1,547] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [323 / 1,546] GoCompilePkg external/org_golang_google_grpc/internal/credentials/credentials.a; 0s remote-cache ... (8 actions, 0 running) [844 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 15.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,455 / 1,542] GoCompilePkg pkg/ttl/session/session.a; Downloading pkg/ttl/session/session.a, 695.8 KiB / 1.4 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) [276 / 316] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 2.2 MiB / 12.2 MiB; 0s remote-cache Analyzing: target //tools/tazel:tazel (7 packages loaded, 11903 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11610 targets configured) [1,169 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 33.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.318s, Critical Path: 3.91s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (190 packages loaded, 11281 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11517 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 3.0 MiB / 3.4 MiB; 1s remote-cache ... (3 actions, 0 running) [666 / 1,546] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/accesstokens/accesstokens.a; Downloading external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/accesstokens/accesstokens.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions [38 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 52ccac91-c52c-47fb-8e95-4570498853e8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_01.2770322115/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (7 packages loaded, 11892 targets configured) INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [30 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.7 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (121 packages loaded, 12939 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (70 packages loaded, 12785 targets configured) [1,245 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 5.0 MiB / 6.9 MiB; 0s remote-cache ... (4 actions, 0 running) [1,089 / 1,546] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) [1,499 / 1,542] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (84 packages loaded, 12832 targets configured) [950 / 1,546] GoCompilePkg external/com_github_pingcap_badger/badger.a; 0s remote-cache ... (7 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [315 / 316] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.452s, Critical Path: 3.63s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (91 packages loaded, 12927 targets configured) Analyzing: target //tools/tazel:tazel (57 packages loaded, 12673 targets configured) [277 / 316] [Prepa] GoCompilePkg external/com_github_pmezard_go_difflib/difflib/difflib.a [for tool] ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (296 packages loaded, 14035 targets configured) [1,158 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.364s, Critical Path: 3.35s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] Creating source manifest for //tools/tazel:tazel [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11932 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 1e107e66-10a7-4252-8504-e49e5fe7b4f4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_14.158715339/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (285 packages loaded, 13914 targets configured) [1,144 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.0 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.2 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13902 targets configured) [1,369 / 1,547] GoCompilePkg pkg/util/password-validation/password-validation.a; Downloading pkg/util/password-validation/password-validation.x, 765.6 KiB / 1.0 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (295 packages loaded, 14043 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 36] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (125 packages loaded, 12954 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5a104624-6b77-47dc-a01a-2452c0a91d43 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_13.2579432032/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,262 / 1,546] GoCompilePkg external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.a; Downloading external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.facts; 0s remote-cache ... (4 actions, 0 running) [1,533 / 1,542] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tools/tazel:tazel (127 packages loaded, 13001 targets configured) [1,241 / 1,546] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) [1,416 / 1,547] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,379 / 1,546] [Prepa] GoCompilePkg pkg/planner/context/context.a ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [35 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 10.6 MiB / 10.7 MiB; 2s remote-cache ... (8 actions, 0 running) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [0 / 23] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [486 / 607] GoCompilePkg external/org_golang_google_genproto_googleapis_api/annotations/annotations.a; 0s remote-cache ... (8 actions, 0 running) [1,538 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) [1,376 / 1,546] GoCompilePkg br/pkg/storage/storage.a; Downloading br/pkg/storage/storage.a, 3.0 MiB / 3.7 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11929 targets configured) [76 / 316] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; Downloading external/org_golang_x_tools/go/ssa/ssa.a, 1.2 MiB / 4.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,457 / 1,547] GoCompilePkg pkg/sessiontxn/sessiontxn.a; Downloading pkg/sessiontxn/sessiontxn.a, 1.3 MiB / 1.3 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 23] [Prepa] Creating source manifest for //tools/tazel:tazel [547 / 607] GoCompilePkg external/org_golang_google_grpc/grpc.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (128 packages loaded, 12962 targets configured) [563 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (2 actions, 0 running) [522 / 607] GoCompilePkg external/io_etcd_go_etcd_client_v3/credentials/credentials.a; Downloading external/io_etcd_go_etcd_client_v3/credentials/credentials.a; 0s remote-cache ... (8 actions, 0 running) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 0s remote-cache [277 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/internal/wspace/wspace.a [for tool] ... (6 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.998s, Critical Path: 3.63s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [1,416 / 1,546] [Prepa] GoCompilePkg pkg/param/param.a Analyzing: target //tools/tazel:tazel (128 packages loaded, 12957 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 33.355s, Critical Path: 4.53s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (7 actions, 0 running) [596 / 607] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/rangetask/rangetask.a; 0s remote-cache ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 8] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.417s, Critical Path: 2.83s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.655s, Critical Path: 3.20s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,501 / 1,547] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (6 actions, 0 running) [1,459 / 1,546] GoCompilePkg pkg/ddl/internal/session/session.a; Downloading pkg/ddl/internal/session/session.a, 487.8 KiB / 1.5 MiB; 0s remote-cache ... (7 actions, 0 running) [604 / 607] [Prepa] GoCompilePkg pkg/util/set/set.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.433s, Critical Path: 3.03s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,474 / 1,546] GoCompilePkg pkg/ttl/sqlbuilder/sqlbuilder.a; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tools/tazel:tazel (313 packages loaded, 14106 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 536aba2b-88aa-4547-b84e-0db9d5cd92f0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_25.4062983161/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5adee51a-8904-449a-bb50-600922d7a867 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_13.262098948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [554 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.9 MiB / 7.8 MiB; 0s remote-cache ... (7 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] Creating source manifest for //tools/tazel:tazel Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Elapsed time: 7.583s, Critical Path: 3.07s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a [1,518 / 1,547] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 26.0 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [519 / 607] GoCompilePkg external/com_github_golang_protobuf/proto/proto.a; 0s remote-cache ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 4ef66241-d1a3-43dd-902d-124a18ac7887 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_11.1658384179/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,503 / 1,546] GoCompilePkg pkg/domain/domain.a; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 26f9033c-8297-4284-9d7e-327a4c8a5b99 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_10.2665891141/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... INFO: Invocation ID: a1b37205-85e5-4dde-8ef6-b72ec28ff605 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_06.4046769931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,501 / 1,546] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 9.455s, Critical Path: 2.90s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions Loading: Analyzing: target //tools/tazel:tazel (7 packages loaded, 11385 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Invocation ID: 2f86f4eb-edf7-4bbd-b8a6-27cfda04c8d0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_09.1522332669/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [604 / 607] [Prepa] GoCompilePkg pkg/util/set/set.a Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [565 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.502s, Critical Path: 3.08s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,536 / 1,547] GoCompilePkg br/pkg/task/operator/operator.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (66 packages loaded, 12772 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: f84ba25f-7a91-4dec-bbfb-011ab43e6f07 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_08.3536051386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,533 / 1,546] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a; 0s remote-cache ... (2 actions, 0 running) [560 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) Loading: Analyzing: target //tools/tazel:tazel (127 packages loaded, 12910 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (174 packages loaded, 1020 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.626s, Critical Path: 2.77s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (492 packages loaded, 1982 targets configured) [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (403 packages loaded, 10567 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 85abb3ed-b27c-4b03-9bca-f80e1bdf61ff INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_01.2770322115/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (499 packages loaded, 1547 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.950s, Critical Path: 2.74s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (284 packages loaded, 13813 targets configured) Analyzing: target //tools/tazel:tazel (312 packages loaded, 14208 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (722 packages loaded, 12686 targets configured) [1,542 / 1,547] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (463 packages loaded, 11772 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (616 packages loaded, 11956 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (710 packages loaded, 12132 targets configured) [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (501 packages loaded, 1612 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (872 packages loaded, 14704 targets configured) [1,542 / 1,547] GoCompilePkg tests/realtikvtest/realtikvtest.a; 2s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: ee74f6e5-412c-45c4-b045-c5a0d5249f52 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_13.2579432032/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (660 packages loaded, 13200 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (433 packages loaded, 1908 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (849 packages loaded, 13905 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (741 packages loaded, 13758 targets configured) INFO: Invocation ID: eb6ae053-484d-45bd-ae42-f97772fa5a5f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_14.158715339/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (724 packages loaded, 12573 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1042 packages loaded, 16369 targets configured) [567 / 607] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (904 packages loaded, 14907 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10536 targets configured) [558 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 4.4 MiB / 7.8 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (639 packages loaded, 12943 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (920 packages loaded, 14797 targets configured) [1,543 / 1,547] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a [1,542 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (946 packages loaded, 15097 targets configured) [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 2s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1066 packages loaded, 16427 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (846 packages loaded, 14312 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.813s, Critical Path: 2.60s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (952 packages loaded, 15748 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (272 packages loaded, 3938 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.168s, Critical Path: 2.80s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (520 packages loaded, 2034 targets configured) [1,544 / 1,547] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test_test.external.a Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (986 packages loaded, 15358 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1053 packages loaded, 15793 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11096 targets configured) [1,543 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/txntest/txntest_test_test.external.a [1,542 / 1,548] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test.instrumented_files ... (2 actions, 0 running) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (927 packages loaded, 15400 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (986 packages loaded, 15350 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (700 packages loaded, 13111 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1054 packages loaded, 16380 targets configured) INFO: Invocation ID: 8f877895-4df1-48c3-bdd5-1c898887d298 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_13.262098948/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/flashbacktest/... Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1115 packages loaded, 16900 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1130 packages loaded, 16784 targets configured) Analyzing: target //:gazelle (186 packages loaded, 11269 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Invocation ID: 6e3ef02e-bfd7-4bb6-9d60-db31e43d7f25 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_25.4062983161/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (533 packages loaded, 12204 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (927 packages loaded, 15596 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1085 packages loaded, 16210 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1140 packages loaded, 17188 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (798 packages loaded, 14201 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1203 packages loaded, 17719 targets configured) [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1182 packages loaded, 17348 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1204 packages loaded, 17636 targets configured) [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (248 packages loaded, 11636 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (843 packages loaded, 13922 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1095 packages loaded, 16376 targets configured) [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1210 packages loaded, 18017 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (975 packages loaded, 15845 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1336 packages loaded, 18541 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (479 packages loaded, 1501 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1350 packages loaded, 18466 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1008 packages loaded, 15967 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (349 packages loaded, 1677 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1288 packages loaded, 18046 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (930 packages loaded, 15645 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (691 packages loaded, 11970 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1098 packages loaded, 16911 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1187 packages loaded, 17422 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1326 packages loaded, 18530 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (596 packages loaded, 11905 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1093 packages loaded, 16773 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1364 packages loaded, 18842 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1415 packages loaded, 19109 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1413 packages loaded, 18734 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (995 packages loaded, 16047 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (851 packages loaded, 14215 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1192 packages loaded, 17903 targets configured) [16 / 316] [Prepa] GoToolchainBinaryBuild external/go_sdk/builder [for tool] Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1257 packages loaded, 17864 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1461 packages loaded, 19308 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (904 packages loaded, 14522 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1128 packages loaded, 17009 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1418 packages loaded, 19252 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1509 packages loaded, 19726 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1416 packages loaded, 18873 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1040 packages loaded, 16112 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (942 packages loaded, 15263 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1206 packages loaded, 17272 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1240 packages loaded, 18375 targets configured) [18 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; Downloading external/go_sdk/builder, 3.5 MiB / 5.3 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1464 packages loaded, 19451 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (986 packages loaded, 15680 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1423 packages loaded, 19527 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1512 packages loaded, 19890 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1396 packages loaded, 18621 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1421 packages loaded, 19148 targets configured) [0 / 7] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1307 packages loaded, 18421 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1173 packages loaded, 17680 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1007 packages loaded, 15593 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19787 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1555 packages loaded, 20323 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/mime.a, 401.8 KiB / 409.8 KiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19674 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1089 packages loaded, 16593 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1231 packages loaded, 18145 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19675 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1115 packages loaded, 16466 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1396 packages loaded, 19078 targets configured) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/internal/coverage/encodemeta.a; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.7 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [19 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1402 packages loaded, 19398 targets configured) [24 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 2.0 MiB / 3.4 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1171 packages loaded, 17640 targets configured) [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1415 packages loaded, 19109 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1344 packages loaded, 18831 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1128 packages loaded, 16755 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 2s remote-cache ... (3 actions, 0 running) [21 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.4 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/unicode/utf8.a; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1205 packages loaded, 18000 targets configured) [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.3 MiB / 17.2 MiB; 2s remote-cache ... (7 actions, 0 running) [1,547 / 1,552] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test.instrumented_files [19 / 1,543] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1496 packages loaded, 20036 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat [24 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1512 packages loaded, 19890 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1204 packages loaded, 17634 targets configured) [217 / 1,560] GoCompilePkg build/linter/staticcheck/QF1004.a [for tool]; Downloading build/linter/staticcheck/QF1004.x; 0s remote-cache ... (8 actions, 0 running) [94 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1393 packages loaded, 18934 targets configured) [197 / 1,567] GoCompilePkg external/com_github_jingyugao_rowserrcheck/passes/rowserr/rowserr.a [for tool]; Downloading external/com_github_jingyugao_rowserrcheck/passes/rowserr/rowserr.a, 32.0 KiB / 164.1 KiB; 0s remote-cache ... (6 actions, 0 running) [278 / 1,605] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool]; 0s remote-cache [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 8s remote-cache, linux-sandbox [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 3.0 MiB / 3.6 MiB; 3s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1402 packages loaded, 19397 targets configured) [91 / 1,543] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 3.3 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,552 / 1,555] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1394 packages loaded, 18620 targets configured) [549 / 1,560] GoCompilePkg external/com_github_pingcap_badger/cache/cache.a; Downloading external/com_github_pingcap_badger/cache/cache.a; 0s remote-cache ... (8 actions, 0 running) [1,546 / 1,552] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 10s remote-cache, linux-sandbox [351 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 19.1 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test/baseline_coverage.dat ... (3 actions, 0 running) [435 / 1,567] GoCompilePkg external/org_golang_x_net/http2/http2.a; Downloading external/org_golang_x_net/http2/http2.a, 3.4 MiB / 4.3 MiB; 0s remote-cache ... (8 actions, 0 running) [30 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 4s remote-cache ... (8 actions, 0 running) [419 / 1,543] GoCompilePkg external/io_k8s_utils/net/net.a; Downloading external/io_k8s_utils/net/net.a, 81.7 KiB / 266.3 KiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [563 / 1,605] GoCompilePkg external/com_github_xitongsys_parquet_go/parquet/parquet.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1394 packages loaded, 18979 targets configured) [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 27.9 MiB / 96.2 MiB; 0s remote-cache [621 / 1,567] GoCompilePkg pkg/util/table-rule-selector/table-rule-selector.a; Downloading pkg/util/table-rule-selector/table-rule-selector.a, 159.8 KiB / 353.4 KiB; 0s remote-cache ... (7 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.7 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [719 / 1,567] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 3.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [884 / 1,560] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1488 packages loaded, 19257 targets configured) [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 73.0 MiB / 96.2 MiB; 0s remote-cache [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [59 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 5s remote-cache ... (8 actions, 0 running) [26 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) [33 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/trace, 10.0 MiB / 10.7 MiB; 2s remote-cache ... (8 actions, 0 running) [867 / 1,605] GoCompilePkg external/com_github_dgraph_io_ristretto/ristretto.a; Downloading external/com_github_dgraph_io_ristretto/ristretto.a, 527.8 KiB / 684.5 KiB; 0s remote-cache ... (8 actions, 0 running) [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox [710 / 1,543] GoCompilePkg external/org_uber_go_goleak/goleak.a; Downloading external/org_uber_go_goleak/goleak.a; 0s remote-cache ... (8 actions, 0 running) [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 91.0 MiB / 96.2 MiB; 1s remote-cache [893 / 1,567] GoCompilePkg external/com_github_wangjohn_quickselect/quickselect.a; 0s remote-cache ... (8 actions, 0 running) [1,068 / 1,560] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 5.7 MiB / 8.7 MiB; 0s remote-cache ... (8 actions, 0 running) [892 / 1,567] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 6.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [214 / 1,546] [Prepa] GoCompilePkg build/linter/staticcheck/U1000.a [for tool] [215 / 316] GoCompilePkg build/linter/staticcheck/U1000.a [for tool]; Downloading build/linter/staticcheck/U1000.x; 0s remote-cache ... (7 actions, 0 running) [1,002 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 58.3 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1402 packages loaded, 19397 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1496 packages loaded, 19672 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (2 actions, 0 running) [983 / 1,543] GoCompilePkg external/com_github_datadog_zstd/zstd.a; Downloading external/com_github_datadog_zstd/zstd.a, 2.3 MiB / 2.3 MiB; 0s remote-cache ... (8 actions, 0 running) [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache, linux-sandbox [286 / 1,567] GoCompilePkg external/com_github_opentracing_opentracing_go/log/log.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/flashbacktest:flashbacktest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,183 / 1,560] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 55.5 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,121 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/defaults/defaults.a; Downloading external/com_github_aws_aws_sdk_go/aws/defaults/defaults.a, 24.4 KiB / 132.3 KiB; 0s remote-cache ... (8 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [511 / 1,546] GoCompilePkg pkg/disttask/framework/proto/proto.a; 0s remote-cache ... (7 actions, 0 running) [1,057 / 1,567] GoCompilePkg external/com_github_cockroachdb_pebble/internal/manifest/manifest.a; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 53.689s, Critical Path: 8.25s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [1,206 / 1,605] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 9.0 MiB / 9.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,129 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 29.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [280 / 1,546] [Prepa] GoCompilePkg external/com_github_opentracing_opentracing_go/log/log.a ... (6 actions, 0 running) [557 / 1,567] GoCompilePkg external/org_uber_go_mock/gomock/gomock.a; Downloading external/org_uber_go_mock/gomock/gomock.x; 0s remote-cache ... (8 actions, 0 running) [19 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,250 / 1,560] GoCompilePkg external/com_github_fsouza_fake_gcs_server/fakestorage/fakestorage.a; Downloading external/com_github_fsouza_fake_gcs_server/fakestorage/fakestorage.a, 871.8 KiB / 1.4 MiB; 0s remote-cache ... (2 actions, 0 running) [1,167 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 42.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [794 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 4.0 MiB / 20.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,156 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 50.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,302 / 1,605] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.a [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,223 / 1,543] GoCompilePkg external/com_google_cloud_go_storage/storage.a; 0s remote-cache ... (6 actions, 0 running) [544 / 1,546] GoCompilePkg external/com_github_cockroachdb_redact/internal/rfmt/fmtsort/fmtsort.a; 0s remote-cache ... (8 actions, 0 running) [802 / 1,567] GoCompilePkg external/io_etcd_go_etcd_api_v3/membershippb/membershippb.a; Downloading external/io_etcd_go_etcd_api_v3/membershippb/membershippb.a, 381.1 KiB / 422.1 KiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b85c0af9-507f-4113-b304-cc44da1e4db8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_11_05.2693208554/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [22 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (2 actions, 0 running) [1,360 / 1,560] [Prepa] GoCompilePkg br/pkg/utils/iter/iter.a ... (6 actions, 0 running) [1,239 / 1,567] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 8.7 MiB / 12.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,100 / 1,546] GoCompilePkg external/com_google_cloud_go_storage/internal/apiv2/storagepb/storagepb.a; Downloading external/com_google_cloud_go_storage/internal/apiv2/storagepb/storagepb.a, 3.3 MiB / 3.6 MiB; 0s remote-cache ... (7 actions, 0 running) [1,230 / 1,567] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 2.0 MiB / 12.0 MiB; 0s remote-cache ... (5 actions, 0 running) [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.9 MiB / 17.2 MiB; 1s remote-cache ... (8 actions, 0 running) [1,307 / 1,543] [Prepa] GoCompilePkg pkg/types/parser_driver/parser_driver.a ... (7 actions, 0 running) [1,060 / 1,567] GoCompilePkg external/com_github_cockroachdb_pebble/objstorage/objstorage.a; Downloading external/com_github_cockroachdb_pebble/objstorage/objstorage.a; 0s remote-cache ... (8 actions, 0 running) [1,423 / 1,605] GoCompilePkg pkg/util/expensivequery/expensivequery.a; Downloading pkg/util/expensivequery/expensivequery.a; 0s remote-cache ... (4 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [334 / 1,541] GoCompilePkg pkg/util/vitess/vitess.a; Downloading pkg/util/vitess/vitess.a; 0s remote-cache ... (8 actions, 0 running) [898 / 1,546] GoCompilePkg external/io_opencensus_go/plugin/ochttp/ochttp.a; Downloading external/io_opencensus_go/plugin/ochttp/ochttp.a, 1.0 MiB / 1.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,341 / 1,567] GoCompilePkg pkg/util/serialization/serialization.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,308 / 1,567] GoCompilePkg pkg/bindinfo/internal/logutil/logutil.a; Downloading pkg/bindinfo/internal/logutil/logutil.a; 0s remote-cache ... (8 actions, 0 running) [85 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,420 / 1,560] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 47.3 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,214 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,167 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 55.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,465 / 1,605] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [699 / 1,541] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; 0s remote-cache ... (8 actions, 0 running) [1,395 / 1,543] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 28.4 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,159 / 1,546] GoCompilePkg external/com_github_cockroachdb_pebble/sstable/sstable.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (4 packages loaded, 497 targets configured) [420 / 1,546] GoCompilePkg external/org_golang_x_net/http2/http2.a; Downloading external/org_golang_x_net/http2/http2.a, 2.0 MiB / 4.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,449 / 1,560] GoCompilePkg pkg/ddl/copr/copr.a; Downloading pkg/ddl/copr/copr.a; 0s remote-cache ... (7 actions, 0 running) [1,420 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 24.0 MiB / 80.2 MiB; 0s remote-cache ... (5 actions, 0 running) [1,295 / 1,546] GoCompilePkg pkg/util/kvcache/kvcache.a; 0s remote-cache ... (8 actions, 0 running) [1,403 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 20.0 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,522 / 1,605] GoCompilePkg pkg/ttl/sqlbuilder/sqlbuilder.a; Downloading pkg/ttl/sqlbuilder/sqlbuilder.a, 711.8 KiB / 1.8 MiB; 0s remote-cache ... (5 actions, 0 running) [1,424 / 1,543] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.0 MiB / 5.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,229 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (4 actions, 0 running) [1,281 / 1,567] GoCompilePkg external/com_github_fsouza_fake_gcs_server/fakestorage/fakestorage.a; 0s remote-cache ... (4 actions, 0 running) [1,055 / 1,541] GoCompilePkg external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a; Downloading external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a; 0s remote-cache ... (8 actions, 0 running) [643 / 1,546] GoCompilePkg external/com_github_uber_jaeger_client_go/transport/transport.a; Downloading external/com_github_uber_jaeger_client_go/transport/transport.x; 0s remote-cache ... (8 actions, 0 running) [1,506 / 1,560] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,443 / 1,567] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 1.4 MiB / 3.8 MiB; 0s remote-cache ... (5 actions, 0 running) [1,392 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 20.1 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,436 / 1,567] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,478 / 1,543] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 991.8 KiB / 3.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,329 / 1,546] GoCompilePkg pkg/store/driver/options/options.a; Downloading pkg/store/driver/options/options.x; 0s remote-cache ... (6 actions, 0 running) [1,394 / 1,567] GoCompilePkg br/pkg/storage/storage.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11907 targets configured) [1,554 / 1,605] [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (5 actions, 0 running) [1,208 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 15.4 MiB / 69.8 MiB; 0s remote-cache ... (7 actions, 0 running) [906 / 1,546] GoCompilePkg external/com_github_xitongsys_parquet_go/parquet/parquet.a; 0s remote-cache ... (8 actions, 0 running) [1,520 / 1,560] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (4 actions, 0 running) [1,486 / 1,567] GoCompilePkg pkg/ttl/cache/cache.a; Downloading pkg/ttl/cache/cache.a, 1.1 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,421 / 1,546] [Prepa] GoCompilePkg pkg/planner/util/util.a Analyzing: target //tools/tazel:tazel (40 packages loaded, 12635 targets configured) [1,501 / 1,543] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; Downloading pkg/extension/extensionimpl/extensionimpl.a, 5.2 MiB / 6.3 MiB; 0s remote-cache ... (7 actions, 0 running) [1,471 / 1,567] GoCompilePkg pkg/lock/lock.a; 0s remote-cache ... (8 actions, 0 running) [1,577 / 1,605] GoCompilePkg pkg/server/internal/resultset/resultset.a; Downloading pkg/server/internal/resultset/resultset.x, 14.8 KiB / 1.2 MiB; 0s remote-cache ... (6 actions, 0 running) [1,315 / 1,541] [Prepa] GoCompilePkg pkg/util/serialization/serialization.a ... (3 actions, 0 running) [1,405 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 46.6 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) [1,521 / 1,567] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [1,481 / 1,546] GoCompilePkg pkg/statistics/handle/storage/storage.a; 0s remote-cache ... (6 actions, 0 running) [1,436 / 1,567] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a [1,093 / 1,546] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; 0s remote-cache ... (8 actions, 0 running) [1,526 / 1,543] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (132 packages loaded, 13011 targets configured) [1,544 / 1,560] GoCompilePkg pkg/executor/importer/importer.a; 0s remote-cache ... (2 actions, 0 running) [1,521 / 1,567] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [1,591 / 1,605] GoCompilePkg pkg/store/driver/driver.a; Downloading pkg/store/driver/driver.a, 1.9 MiB / 2.4 MiB; 0s remote-cache ... (5 actions, 0 running) [1,398 / 1,541] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 43.3 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) [1,437 / 1,546] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; 0s remote-cache ... (5 actions, 0 running) [1,476 / 1,567] GoCompilePkg pkg/privilege/privileges/privileges.a; 0s remote-cache ... (6 actions, 0 running) [1,179 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 41.9 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 11s remote-cache, linux-sandbox [1,554 / 1,560] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache [1,542 / 1,567] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (316 packages loaded, 14184 targets configured) [1,506 / 1,546] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (4 actions, 0 running) [1,434 / 1,541] GoCompilePkg pkg/ddl/copr/copr.a; 0s remote-cache ... (5 actions, 0 running) [1,499 / 1,546] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,535 / 1,543] GoCompilePkg pkg/ddl/testutil/testutil.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,535 / 1,567] GoCompilePkg pkg/executor/lockstats/lockstats.a; 0s remote-cache ... (6 actions, 0 running) [1,506 / 1,567] [Prepa] GoCompilePkg pkg/statistics/handle/history/history.a ... (6 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 7] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,599 / 1,605] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,244 / 1,546] GoCompilePkg external/com_github_tikv_client_go_v2/config/config.a; Downloading external/com_github_tikv_client_go_v2/config/config.x; 0s remote-cache ... (4 actions, 0 running) [1,531 / 1,546] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 6.7 MiB / 7.7 MiB; 0s remote-cache ... (3 actions, 0 running) [1,519 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 16.6 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,556 / 1,560] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a; 1s remote-cache, linux-sandbox [1,558 / 1,567] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,555 / 1,567] [Prepa] GoCompilePkg pkg/planner/planner.a [1,495 / 1,541] [Prepa] GoCompilePkg pkg/ddl/ddl.a [1,373 / 1,546] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a; 0s remote-cache ... (5 actions, 0 running) [1,536 / 1,546] [Prepa] GoCompilePkg pkg/executor/executor.a [1,527 / 1,567] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (5 actions, 0 running) [1,599 / 1,605] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 2s remote-cache, linux-sandbox ... (4 actions running) [1,538 / 1,543] GoCompilePkg pkg/ddl/testutil/testutil.a; 1s remote-cache, linux-sandbox [1,556 / 1,567] GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 38.6 MiB / 44.3 MiB; 0s remote-cache [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache [1,512 / 1,541] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 19.4 MiB / 43.8 MiB; 0s remote-cache ... (4 actions, 0 running) [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [1,556 / 1,560] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a; 2s remote-cache, linux-sandbox [1,413 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 69.7 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,562 / 1,567] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox [1,556 / 1,567] [Prepa] GoCompilePkg pkg/executor/executor.a [348 / 607] GoCompilePkg pkg/errno/errno.a; 0s remote-cache ... (8 actions, 0 running) [1,538 / 1,543] GoCompilePkg pkg/ddl/testutil/testutil.a; 2s remote-cache, linux-sandbox [1,562 / 1,567] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox [1,531 / 1,541] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [1,542 / 1,546] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test.internal.a; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 11s remote-cache, linux-sandbox [1,542 / 1,546] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a; 0s remote-cache, linux-sandbox [512 / 607] GoCompilePkg pkg/util/cgroup/cgroup.a; 0s remote-cache ... (8 actions, 0 running) [1,600 / 1,605] GoCompilePkg br/pkg/mock/mock.a; 3s remote-cache, linux-sandbox [1,558 / 1,560] [Prepa] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test~testmain.a [1,447 / 1,546] [Prepa] GoCompilePkg pkg/infoschema/internal/internal.a [1,540 / 1,543] [Prepa] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a; 0s remote-cache, linux-sandbox [1,537 / 1,541] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test.internal.a; 0s remote-cache [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 0s remote-cache, linux-sandbox [1,499 / 1,546] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox [578 / 607] GoCompilePkg external/com_github_tikv_pd_client/client.a; Downloading external/com_github_tikv_pd_client/client.a, 2.0 MiB / 3.0 MiB; 0s remote-cache [1,542 / 1,543] [Prepa] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,566 / 1,567] [Prepa] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test [1,538 / 1,541] [Prepa] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test_test.external.a [1,543 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_test.external.a [1,514 / 1,546] GoCompilePkg br/pkg/conn/conn.a; Downloading br/pkg/conn/conn.a, 2.2 MiB / 7.3 MiB; 0s remote-cache ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 13.137s, Critical Path: 4.67s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 0s remote-cache, linux-sandbox [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 1s remote-cache, linux-sandbox [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 1s remote-cache, linux-sandbox [1,534 / 1,546] [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [1,602 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test_test.external.a [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox [1,564 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test_test.external.a; 0s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache, linux-sandbox [1,539 / 1,541] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test~testmain.a; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,542 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 0s remote-cache [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 0s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: 84920acb-4b61-4511-a156-a2ba5b200e03 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_11_05.2693208554/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox Loading: [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded [1,542 / 1,546] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a; 1s remote-cache, linux-sandbox INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (34 packages loaded, 200 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 161s remote-cache, linux-sandbox [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 163s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 229.339s, Critical Path: 211.71s INFO: 1538 processes: 1492 remote cache hit, 10 internal, 36 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (159 packages loaded, 513 targets configured) [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 8s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (498 packages loaded, 2148 targets configured) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox [1,560 / 1,566] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 8s remote-cache, linux-sandbox [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (811 packages loaded, 14061 targets configured) [1,565 / 1,568] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (994 packages loaded, 15713 targets configured) [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 10s remote-cache, linux-sandbox [2024-05-06T09:17:43.101Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:17:43.102Z] ['info'] => Project root located at: . [2024-05-06T09:17:43.105Z] ['info'] -> Token found by environment variables [2024-05-06T09:17:43.122Z] ['info'] Searching for coverage files... [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 8s remote-cache, linux-sandbox [2024-05-06T09:17:43.727Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:17:43.727Z] ['info'] Processing ./coverage.dat... [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 11s remote-cache, linux-sandbox [2024-05-06T09:17:44.116Z] ['info'] Using manual override from args. [2024-05-06T09:17:44.117Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:17:44.127Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1070 packages loaded, 15986 targets configured) [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 11s remote-cache, linux-sandbox [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 8s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 11s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 8s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,541 / 1,547] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test.instrumented_files ... (2 actions, 0 running) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 11s remote-cache, linux-sandbox [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 12s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1096 packages loaded, 16256 targets configured) [1,547 / 1,551] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,571 / 1,575] checking cached actions [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 34.7 MiB / 96.2 MiB; 0s remote-cache [2024-05-06T09:17:45.565Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/70411a3a-5501-4f5d-8a88-d8f8f363f6b5.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1E5YTIQF4NUDJHIPRXCW6SWPNHIWXR6YCTGFLBKZTWXKPGHK3U3FMCQWA%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091745Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=2f3d42a07cbfc692adfb403e5092b624b712ccb77d506a091b1926c81c576ed5 [2024-05-06T09:17:45.565Z] ['info'] Uploading... [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 84.7 MiB / 96.2 MiB; 0s remote-cache [1,549 / 1,551] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,547 / 1,549] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1099 packages loaded, 16335 targets configured) [1,573 / 1,575] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 8s remote-cache, linux-sandbox [1,605 / 1,611] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache, linux-sandbox [1,546 / 1,552] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 0s remote-cache, linux-sandbox [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 76.0 MiB / 96.2 MiB; 0s remote-cache [2024-05-06T09:17:47.225Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1120 packages loaded, 16546 targets configured) [Pipeline] // script [Pipeline] } [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 10s remote-cache, linux-sandbox [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [Pipeline] // timeout Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1151 packages loaded, 16892 targets configured) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox [Pipeline] } [1,610 / 1,613] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 1s remote-cache [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 62.3 MiB / 96.2 MiB; 0s remote-cache [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 0s remote-cache, linux-sandbox [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 0s remote-cache, linux-sandbox [Pipeline] // stage [Pipeline] } Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1169 packages loaded, 17205 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1201 packages loaded, 17402 targets configured) [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1233 packages loaded, 17576 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1344 packages loaded, 18403 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1403 packages loaded, 19034 targets configured) [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 10s remote-cache, linux-sandbox ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 88.583138639 s Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1403 packages loaded, 19034 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19660 targets configured) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 36s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 81.144s, Critical Path: 62.56s INFO: 1551 processes: 1525 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 10s remote-cache, linux-sandbox [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh ./t/ddl/constraint.test: ok! 440 test cases passed, take time 10.611810093999999 s [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 3.0 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 41s remote-cache, linux-sandbox [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 11s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 11s remote-cache, linux-sandbox [21 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 10s remote-cache, linux-sandbox [82 / 1,542] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [1,548 / 1,549] 1 / 1 tests; Testing //tests/realtikvtest/addindextest3:addindextest3_test; 16s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 57.163s, Critical Path: 40.07s INFO: 1537 processes: 1522 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1537 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [275 / 1,542] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (4 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [481 / 1,542] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/shared/shared.a; Downloading external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/shared/shared.facts; 0s remote-cache ... (7 actions, 0 running) [2024-05-06T09:18:03.773Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:18:03.775Z] ['info'] => Project root located at: . [2024-05-06T09:18:03.778Z] ['info'] -> Token found by environment variables [2024-05-06T09:18:03.794Z] ['info'] Searching for coverage files... [2024-05-06T09:18:04.387Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:18:04.387Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:18:04.792Z] ['info'] Using manual override from args. [2024-05-06T09:18:04.793Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:18:04.806Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:18:05.043Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:18:05.045Z] ['info'] => Project root located at: . [2024-05-06T09:18:05.048Z] ['info'] -> Token found by environment variables [2024-05-06T09:18:05.064Z] ['info'] Searching for coverage files... [682 / 1,542] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 2.8 MiB / 8.1 MiB; 0s remote-cache ... (8 actions, 0 running) [2024-05-06T09:18:05.667Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:18:05.667Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:18:06.179Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/35af2cbc-86d7-4cb5-aa98-0f1e3e78f0e2.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091806Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=b01bbddbb26cd595e9d30a18b0a929f2d12c3a9dac5b7a100cc48dda5b4ba7fd [2024-05-06T09:18:06.179Z] ['info'] Uploading... [871 / 1,542] GoCompilePkg external/org_golang_google_protobuf/reflect/protodesc/protodesc.a; Downloading external/org_golang_google_protobuf/reflect/protodesc/protodesc.a, 95.8 KiB / 813.4 KiB; 0s remote-cache ... (8 actions, 0 running) [2024-05-06T09:18:06.040Z] ['info'] Using manual override from args. [2024-05-06T09:18:06.040Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:18:06.051Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,067 / 1,542] GoCompilePkg external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a; Downloading external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a; 0s remote-cache ... (8 actions, 0 running) [2024-05-06T09:18:07.976Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [2024-05-06T09:18:07.828Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/9e8a0c41-5e96-4b61-9c1a-ea1e286b10a6.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091807Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=c7f273243d92b92e9a7eb8615c41f97b61d21047e8829fa701fb49ee85be5d6e [2024-05-06T09:18:07.828Z] ['info'] Uploading... [Pipeline] } [1,151 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 15.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [1,193 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 60.4 MiB / 69.8 MiB; 1s remote-cache ... (8 actions, 0 running) [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:18:09.576Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [1,248 / 1,542] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/client/client.a ... (2 actions, 0 running) [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,337 / 1,542] GoCompilePkg br/pkg/rtree/rtree.a; Downloading br/pkg/rtree/rtree.a; 0s remote-cache ... (4 actions, 0 running) [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,398 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 25.0 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) [1,411 / 1,542] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,441 / 1,542] [Prepa] GoCompilePkg pkg/store/mockstore/mockstore.a [1,479 / 1,542] GoCompilePkg pkg/statistics/handle/storage/storage.a; Downloading pkg/statistics/handle/storage/storage.x, 1023.8 KiB / 1.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,496 / 1,542] [Prepa] GoCompilePkg pkg/ddl/util/callback/callback.a ... (3 actions, 0 running) [1,510 / 1,542] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 2.4 MiB / 43.8 MiB; 0s remote-cache ... (6 actions, 0 running) [1,519 / 1,542] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [1,533 / 1,542] [Prepa] GoCompilePkg pkg/session/session.a [1,538 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test.internal.a; 0s remote-cache, linux-sandbox [1,540 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test~testmain.a; 0s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 1s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 41s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 9s remote-cache, linux-sandbox [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 46s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/06 09:17:46.736 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:46.737 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:46.738 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:17:46.738 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.738 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:46.739 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.739 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:46.739 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:46.740 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:46.740 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:46.742 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:46.747 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.749 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.750 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.776 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.776 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.784 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.784 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.798 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.822 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812935235830149] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:46.938 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:47.095 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=19] ["lease id"=3eaa8f4d30531248] [2024/05/06 09:17:47.098 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:47.105 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:47.128 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.781977ms] [2024/05/06 09:17:47.131 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.131 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a24e0356-5221-406a-9784-5d5feafa16a7] [runWorker=true] [2024/05/06 09:17:47.131 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:47.134 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:47.135 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:47.135 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:47.136 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.136 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.136 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.136 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:47.138 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3053124c] [ownerID=a24e0356-5221-406a-9784-5d5feafa16a7] [op=none] [2024/05/06 09:17:47.139 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:47.139 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c6fcfcef-3eae-4ee1-9d2f-988317047d3f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.140 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d3053124e] [ownerID=c6fcfcef-3eae-4ee1-9d2f-988317047d3f] [op=none] [2024/05/06 09:17:47.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:47.188 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.189 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3053124c] [ownerID=a24e0356-5221-406a-9784-5d5feafa16a7] [op=none] [2024/05/06 09:17:47.189 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] [op=none] [2024/05/06 09:17:47.189 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:47.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.189 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:47.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.300 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=29.134364ms] [2024/05/06 09:17:47.306 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.316 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:47.318 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.381339ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.352 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.385 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:47.385 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:47.416 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:47.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.39 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.39 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:47.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.39 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.303604ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.004 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:48.038 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.917165ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.39 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.39 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.141 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:48.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:48.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.923312597\n# Parse_time: 0\n# Compile_time: 0.011422833\n# Rewrite_time: 0.000016249\n# Optimize_time: 0\n# Wait_TS: 0.000465088\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:48.333 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:48.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.34 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.34 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:48.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.34 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.526 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.735992ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.536 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:48.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.947474ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.34 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.609 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.34 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.654 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:48.654 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.329563096\n# Parse_time: 0\n# Compile_time: 0.002564216\n# Rewrite_time: 0.000011724\n# Optimize_time: 0\n# Wait_TS: 0.000360915\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:48.664 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:48.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:48.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.874 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=4.967324ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.891 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.891 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:48.917 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.757865ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.984 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.026 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:49.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.366717858\n# Parse_time: 0\n# Compile_time: 0.001988031\n# Rewrite_time: 0.000017923\n# Optimize_time: 0\n# Wait_TS: 0.000614893\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.042 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:49.136 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:49.137 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:49.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.161 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:49.221 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.235711ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.426 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.426 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:49.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.020089ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.530 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.649 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:49.649 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.653 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.617179925\n# Parse_time: 0\n# Compile_time: 0.006098097\n# Rewrite_time: 0.000009372\n# Optimize_time: 0\n# Wait_TS: 0.000623918\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.662 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:49.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.731 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:49.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.379752ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.903 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:49.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.93555ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.641 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.107 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:50.108 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.111 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.453335399\n# Parse_time: 0\n# Compile_time: 0.003738836\n# Rewrite_time: 0.000008873\n# Optimize_time: 0\n# Wait_TS: 0.000569366\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:50.209 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.209 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:50.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.309683ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.368 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.368 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:50.403 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.52107ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.519 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:50.519 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.523 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.409130321\n# Parse_time: 0\n# Compile_time: 0.00307575\n# Rewrite_time: 0.000007793\n# Optimize_time: 0\n# Wait_TS: 0.000512998\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.528 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:50.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.579 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:50.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.976284ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.730 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:50.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.508773ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:50.868 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345948533\n# Parse_time: 0\n# Compile_time: 0.002308665\n# Rewrite_time: 0.000013156\n# Optimize_time: 0\n# Wait_TS: 0.000684211\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:50.940 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.940 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:50.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.3035ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.077 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:51.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.057562ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:51.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.249 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37562236\n# Parse_time: 0\n# Compile_time: 0.001180612\n# Rewrite_time: 0.000009523\n# Optimize_time: 0\n# Wait_TS: 0.000477322\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.253 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:51.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:51.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.626234ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.515 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:51.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.889888ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.672 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:51.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.424512225\n# Parse_time: 0\n# Compile_time: 0.002150862\n# Rewrite_time: 0.000010077\n# Optimize_time: 0\n# Wait_TS: 0.000394018\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.680 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:51.752 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.752 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:51.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.727061ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.899 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.899 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:51.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.25628ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.971 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.022 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:52.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347412048\n# Parse_time: 0\n# Compile_time: 0.001942998\n# Rewrite_time: 0.00000927\n# Optimize_time: 0\n# Wait_TS: 0.000514746\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:52.034 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:52.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.112 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:52.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.043474ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.307 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.307 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:52.342 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.947797ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.506 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:52.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.510 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.480231774\n# Parse_time: 0\n# Compile_time: 0.003217093\n# Rewrite_time: 0.000011277\n# Optimize_time: 0\n# Wait_TS: 0.000413663\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.516 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:52.596 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.49 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.596 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.49 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:52.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.49 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=4.419455ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.778 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:52.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.447966ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.49 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.883 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.49 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:52.948 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.951 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.437554581\n# Parse_time: 0\n# Compile_time: 0.002129814\n# Rewrite_time: 0.000013934\n# Optimize_time: 0\n# Wait_TS: 0.000519763\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.941 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.015 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.941 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.941 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=4.069601ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:53.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=55.118122ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.941 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.312 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.941 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.371 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:53.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.377 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.422675718\n# Parse_time: 0\n# Compile_time: 0.001909785\n# Rewrite_time: 0.000008618\n# Optimize_time: 0\n# Wait_TS: 0.000418036\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.383 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.439 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.391 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.439 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.391 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.391 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.620 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.971782ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.631 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.631 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:53.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.737191ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.391 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.391 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.766 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:53.766 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.770 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389825805\n# Parse_time: 0\n# Compile_time: 0.002523839\n# Rewrite_time: 0.000016817\n# Optimize_time: 0\n# Wait_TS: 0.000677439\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.773 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:53.840 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.840 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:53.926 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=4.073174ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.019 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.019 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:54.052 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.336147ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.189 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:54.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.421877134\n# Parse_time: 0\n# Compile_time: 0.001614965\n# Rewrite_time: 0.000008885\n# Optimize_time: 0\n# Wait_TS: 0.000556418\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.199 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:54.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.19 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.19 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:54.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.19 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.868478ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.417 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:54.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.455301ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.19 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.19 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:54.567 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.571 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374422859\n# Parse_time: 0\n# Compile_time: 0.00244255\n# Rewrite_time: 0.000009211\n# Optimize_time: 0\n# Wait_TS: 0.000409085\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:54.641 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.591 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.641 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.591 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:54.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.591 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=4.742742ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.830 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.830 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:54.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=55.320026ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.591 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.944 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.591 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.995 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:54.996 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.999 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.425315892\n# Parse_time: 0\n# Compile_time: 0.002029287\n# Rewrite_time: 0.000008606\n# Optimize_time: 0\n# Wait_TS: 0.000377333\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.006 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:55.082 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.99 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.082 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.99 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:55.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.99 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.48631ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.262 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.262 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:55.298 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.100358ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.99 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.99 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.442 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:55.442 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.445 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.442157055\n# Parse_time: 0\n# Compile_time: 0.003155529\n# Rewrite_time: 0.000009732\n# Optimize_time: 0\n# Wait_TS: 0.000347599\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.465 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:55.524 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.525 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:55.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=4.094312ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.694 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:55.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=55.778715ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.769 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.829 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:55.829 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370559113\n# Parse_time: 0\n# Compile_time: 0.002354919\n# Rewrite_time: 0.000012102\n# Optimize_time: 0\n# Wait_TS: 0.000530198\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.836 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:55.887 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.841 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.887 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.841 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:55.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.841 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=3.670446ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.020 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:56.051 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.974203ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.841 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.841 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:56.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372511263\n# Parse_time: 0\n# Compile_time: 0.001334118\n# Rewrite_time: 0.000008929\n# Optimize_time: 0\n# Wait_TS: 0.000466446\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.211 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:56.259 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.259 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:56.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.367 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.562941ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.379 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:56.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.656755ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.500 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:56.501 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:56.584 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.491 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.584 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.491 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:56.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.491 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.589459ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.765 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.765 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:56.798 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.819557ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.491 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.491 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.972 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:56.972 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.976 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.466811761\n# Parse_time: 0\n# Compile_time: 0.004160807\n# Rewrite_time: 0.000009076\n# Optimize_time: 0\n# Wait_TS: 0.000447257\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.979 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:57.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:57.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.872139ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.194 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.194 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:17:57.229 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.43208ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.310 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.357 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:17:57.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.361 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382682696\n# Parse_time: 0\n# Compile_time: 0.001457855\n# Rewrite_time: 0.000008674\n# Optimize_time: 0\n# Wait_TS: 0.000423007\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.364 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:17:57.416 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.416 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:17:57.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.812167ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.548 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.548 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:17:57.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.244119ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.717 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:17:57.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358254563\n# Parse_time: 0\n# Compile_time: 0.001568424\n# Rewrite_time: 0.000011864\n# Optimize_time: 0\n# Wait_TS: 0.000372888\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.724 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:17:57.777 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.777 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:17:57.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.625851ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.901 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:17:57.934 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.15649ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.016 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.061 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:17:58.061 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.065 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341564558\n# Parse_time: 0\n# Compile_time: 0.00155701\n# Rewrite_time: 0.000008317\n# Optimize_time: 0\n# Wait_TS: 0.000445615\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.068 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:58.123 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.123 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:17:58.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.238 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.790573ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.250 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:17:58.286 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.999179ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.361 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.041 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.408 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:17:58.408 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.412 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34543399\n# Parse_time: 0\n# Compile_time: 0.001315157\n# Rewrite_time: 0.000008751\n# Optimize_time: 0\n# Wait_TS: 0.000377441\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.426 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:17:58.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.482 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:17:58.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.590698ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.610 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.610 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:17:58.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.580725ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.716 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.759 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:17:58.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.762 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338702398\n# Parse_time: 0\n# Compile_time: 0.002096633\n# Rewrite_time: 0.000010255\n# Optimize_time: 0\n# Wait_TS: 0.000632861\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:58.769 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:58.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.828 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:17:58.909 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.001 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.07043ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.014 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:17:59.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.490772ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.123 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.139 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c6fcfcef-3eae-4ee1-9d2f-988317047d3f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:59.139 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:17:59.190 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:17:59.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.42931849\n# Parse_time: 0\n# Compile_time: 0.002658746\n# Rewrite_time: 0.000008297\n# Optimize_time: 0\n# Wait_TS: 0.000404825\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:59.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.261 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:59.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.433475ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.418 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:17:59.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.216526ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.561 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:17:59.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.564 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36650582\n# Parse_time: 0\n# Compile_time: 0.002447857\n# Rewrite_time: 0.000011723\n# Optimize_time: 0\n# Wait_TS: 0.000403499\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.569 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:59.630 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.630 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:59.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.195053ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.789 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.790 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:17:59.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.94171ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.868 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.945 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:17:59.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.950 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382921984\n# Parse_time: 0\n# Compile_time: 0.002179947\n# Rewrite_time: 0.000018136\n# Optimize_time: 0\n# Wait_TS: 0.000418244\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:00.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.94 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.94 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:00.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.94 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.081722ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.254 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.254 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:00.288 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.396247ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.94 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.94 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.441 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:00.441 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.490154799\n# Parse_time: 0\n# Compile_time: 0.00372168\n# Rewrite_time: 0.000009362\n# Optimize_time: 0\n# Wait_TS: 0.000517041\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:00.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.494 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:00.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.287184ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.638 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:00.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.023803ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.711 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.745 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:00.745 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303186489\n# Parse_time: 0\n# Compile_time: 0.000913476\n# Rewrite_time: 0.000008083\n# Optimize_time: 0\n# Wait_TS: 0.000320066\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.824 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:00.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.986318ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:01.012 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:01.044 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.1172ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.179 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:01.179 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.183 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429586789\n# Parse_time: 0\n# Compile_time: 0.006270892\n# Rewrite_time: 0.003241738\n# Optimize_time: 0\n# Wait_TS: 0.00037639\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.189 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:01.259 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.259 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:01.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.055471ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.404 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.404 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:01.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.474241ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.561 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:01.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378348802\n# Parse_time: 0\n# Compile_time: 0.002869592\n# Rewrite_time: 0.000012606\n# Optimize_time: 0\n# Wait_TS: 0.00042578\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.568 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:01.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:01.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.198202ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.736 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.736 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:01.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.309074ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.847 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.541 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.896 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:01.896 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.899 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332392559\n# Parse_time: 0\n# Compile_time: 0.00147633\n# Rewrite_time: 0.000008999\n# Optimize_time: 0\n# Wait_TS: 0.000328447\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:01.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.973 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:02.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.447564ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.115 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:02.150 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.428626ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.89 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.254 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:02.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356148114\n# Parse_time: 0\n# Compile_time: 0.001631966\n# Rewrite_time: 0.000008989\n# Optimize_time: 0\n# Wait_TS: 0.000369138\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:02.350 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.350 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:02.405 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.198983ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.563 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:02.586 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.671728ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.753 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:02.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496069555\n# Parse_time: 0\n# Compile_time: 0.003309055\n# Rewrite_time: 0.000008875\n# Optimize_time: 0\n# Wait_TS: 0.000390242\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.765 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:02.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:02.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.195124ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.057 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:03.091 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.734014ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.162 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.247 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:03.248 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.490449022\n# Parse_time: 0\n# Compile_time: 0.003881183\n# Rewrite_time: 0.000009052\n# Optimize_time: 0\n# Wait_TS: 0.000414156\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.258 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:03.349 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.349 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:03.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.20345ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.580 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:03.614 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.58003ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:03.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.764 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.508403904\n# Parse_time: 0\n# Compile_time: 0.003042074\n# Rewrite_time: 0.000008949\n# Optimize_time: 0\n# Wait_TS: 0.000528676\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.770 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:03.869 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.869 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:03.947 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.485703ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.107 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:04.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.0153ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.223 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.309 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:04.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.313 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.544984761\n# Parse_time: 0\n# Compile_time: 0.002687078\n# Rewrite_time: 0.000009738\n# Optimize_time: 0\n# Wait_TS: 0.000406693\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.320 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:04.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.404 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:04.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.105126ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.629 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:04.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.953143ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.711 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:04.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.800 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.482252718\n# Parse_time: 0\n# Compile_time: 0.003334346\n# Rewrite_time: 0.000013869\n# Optimize_time: 0\n# Wait_TS: 0.000464355\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.807 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:04.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.903 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:04.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.117 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.922603ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.129 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:05.163 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.394433ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.79 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.305 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:05.305 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.308 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.504695211\n# Parse_time: 0\n# Compile_time: 0.003484033\n# Rewrite_time: 0.00001324\n# Optimize_time: 0\n# Wait_TS: 0.000562837\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.315 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:05.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.379 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:05.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.180998ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.536 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:05.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.454497ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.29 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:05.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364121362\n# Parse_time: 0\n# Compile_time: 0.002522382\n# Rewrite_time: 0.000008055\n# Optimize_time: 0\n# Wait_TS: 0.000382002\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.681 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:05.743 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.69 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.743 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.69 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:05.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.69 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.579806ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.905 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:05.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.442672ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.69 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.019 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.69 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.079 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:06.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.083 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403960663\n# Parse_time: 0\n# Compile_time: 0.002315429\n# Rewrite_time: 0.000008148\n# Optimize_time: 0\n# Wait_TS: 0.000413231\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.091 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:06.191 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.09 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.191 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.09 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:06.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.09 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.944022ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.416 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:06.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.154189ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.09 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.09 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.609 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:06.610 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.613 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.525673056\n# Parse_time: 0\n# Compile_time: 0.003694247\n# Rewrite_time: 0.000009991\n# Optimize_time: 0\n# Wait_TS: 0.000475528\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:06.684 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.59 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.684 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.59 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:06.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.59 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.105529ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.845 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:06.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.555409ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.59 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.59 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.017 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:07.017 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.020 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402491907\n# Parse_time: 0\n# Compile_time: 0.002648319\n# Rewrite_time: 0.000017137\n# Optimize_time: 0\n# Wait_TS: 0.000436892\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.023 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:07.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:07.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.154 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:07.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:07.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:07.155 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:07.211 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.504825ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.222 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:07.258 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.583755ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.355 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:07.355 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3411277\n# Parse_time: 0\n# Compile_time: 0.001800763\n# Rewrite_time: 0.000008181\n# Optimize_time: 0\n# Wait_TS: 0.000395508\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.367 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:07.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.424 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:07.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.436673ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.572 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:07.607 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.698229ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.705 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:07.705 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.708 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342821764\n# Parse_time: 0\n# Compile_time: 0.00215144\n# Rewrite_time: 0.000009019\n# Optimize_time: 0\n# Wait_TS: 0.000455818\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:07.741 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:07.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.741 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:07.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:07.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.07508ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:07.844 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.844 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:07.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=54.193297ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:07.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.691 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:07.976 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:07.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:07.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:08.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.384512ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:08.188 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:08.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.269453ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:07.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.291 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.991 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.339 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:08.339 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361528542\n# Parse_time: 0\n# Compile_time: 0.003551905\n# Rewrite_time: 0.001659654\n# Optimize_time: 0\n# Wait_TS: 0.000515343\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.845 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573575286063105\n# Query_time: 0.341910699\n# Parse_time: 0\n# Compile_time: 0.158467937\n# Rewrite_time: 0.004676389\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 363337\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3NC4xbXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjgBIExhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AT8AXwVmKDgzOC43wrVzfSwgARAYX2RldGFpbBFjHF9wcm9jZXNzCSwUIDgwwrVzET8Md2FpdA0YDDYxLjgdGihrdl9yZWFkX3dhbA1mFCAxNDguMwkjCGlrdjIaAAw3My40CYEMc2Nhbj6BAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdwwyNy42BVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaREeG46IHtwcmV3cml0ZToxLjY0ITcBUREiFHM6NDM5LgnECRQQOjEuMjkBJxxzbG93ZXN0XxFAJUQAIDGCZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIag4MTI3LjAuMC4xOjIwMTYwQmMBOgsBEDc3My4yTgsBAas6/AAMMTUuNW78AAXsOU0FkRRfYmF0Y2gluRA6IDI5Lik9KHByb3Bvc2Vfc2VuIbNIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvCDEyM0UuACwNYBRsZWFkZXINUigxMzNucywgc3luYwk2DDYwLjkFpAmNMG1lbXRhYmxlOiAyLjQhbDmjBWUINDE4DTAQYXBwbHkyrgAEMTYtngUbFZEENzANFxRtdXRleF8p/QG+CXIynwAZFxh3YWw6IDEzLQAJKxmdBDExBRkuQgIYcHJpbWFyeUb7AQQxc/77AS37BDU1YR4EfSw6BANO+QEJnwQsIFr1AgnPdcdK+QEBagAssvcBBDg3ZaNS9gEENDE29QEANF5YAQw4NDBuAeJpYCnzCDI5NkXyACwp2D7zAQAxRT428wEENjYNFwBtxvMBADQyvQJW8wFtyghudW2hKilOhYUAMRH/GGJ5dGU6MzJFIWxpbnNlcnQ6MTQ2LjJtcwkxMDYuOCBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 09:18:08.956 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.816091638s] [2024/05/06 09:18:08.983 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] [2024/05/06 09:18:08.983 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] [2024/05/06 09:18:08.985 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a24e0356-5221-406a-9784-5d5feafa16a7"] [] [2024/05/06 09:18:08.986 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:08.986 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=17.171Β΅s] [2024/05/06 09:18:08.986 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=14.47Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.128Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=13.438Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=13.243Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=12.113Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=10.646Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=11.701Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=12.304Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.79Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.063Β΅s] [2024/05/06 09:18:08.987 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:08.987 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:08.987 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:09.001 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a24e0356-5221-406a-9784-5d5feafa16a7] ["take time"=40.994887ms] [2024/05/06 09:18:09.001 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a24e0356-5221-406a-9784-5d5feafa16a7] [2024/05/06 09:18:09.004 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=19] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:09.004 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:09.004 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:09.005 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:09.005 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:09.005 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:09.005 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f watch owner key /tidb/br-stream/owner/3eaa8f4d3053124e"] [2024/05/06 09:18:09.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:09.005 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] [2024/05/06 09:18:09.005 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:09.006 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] [2024/05/06 09:18:09.006 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:09.006 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:09.007 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:09.007 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c6fcfcef-3eae-4ee1-9d2f-988317047d3f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:09.007 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:09.007 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:09.007 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] [error="context canceled"] [2024/05/06 09:18:09.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:09.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:09.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:09.008 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=47.764471ms] [2024/05/06 09:18:09.008 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812935235830149] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:09.020 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:09.168 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=680] ["lease id"=22318f4d30531aab] [2024/05/06 09:18:09.170 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:09.208 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:09.266 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=92.13448ms] [2024/05/06 09:18:09.272 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:09.272 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=945f2d26-b712-43fd-aff0-9812f9916a19] [runWorker=true] [2024/05/06 09:18:09.272 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:09.275 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:09.276 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:09.276 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:09.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:09.276 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:09.277 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:09.277 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:09.277 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:09.278 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3053132a] [ownerID=945f2d26-b712-43fd-aff0-9812f9916a19] [op=none] [2024/05/06 09:18:09.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:09.279 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eea35e89-dec6-4583-9fa7-e2d064184840] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:09.302 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:09.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:09.303 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:09.305 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d3053132e] [ownerID=945f2d26-b712-43fd-aff0-9812f9916a19] [op=none] [2024/05/06 09:18:09.319 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:09.324 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:09.329 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:09.329 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3053132a] [ownerID=945f2d26-b712-43fd-aff0-9812f9916a19] [op=none] [2024/05/06 09:18:09.330 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [op=none] [2024/05/06 09:18:09.330 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:09.421 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:09.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:09.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:09.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:09.434 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:09.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:09.434 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:09.434 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:09.434 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:09.434 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:09.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:09.437 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:09.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:09.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:09.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:09.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:09.438 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:09.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:09.441 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] ["owner key"=/tidb/stats/owner/3eaa8f4d30531331] [ownerID=945f2d26-b712-43fd-aff0-9812f9916a19] [op=none] [2024/05/06 09:18:09.442 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=58] [total-mem=32GiB] [2024/05/06 09:18:09.448 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/86810f04-6c28-4f2f-bc37-013427993c61] [2024/05/06 09:18:09.449 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:09.449 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:09.459 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:09.459 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:09.459 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:09.475 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=38.154197ms] [2024/05/06 09:18:09.512 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/06 09:18:09.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 09:18:09.532 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 09:18:09.563 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.563 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/06 09:18:09.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.009422ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:09.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:09.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.009539ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.774 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:09.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:18:09.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.791 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.791 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:09.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.791 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.915 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:18:09.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.196156ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:18:10.015 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.364996ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.791 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.057 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.791 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:18:10.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.32168532\n# Parse_time: 0.000734414\n# Compile_time: 0.001120283\n# Rewrite_time: 0.00001096\n# Optimize_time: 0.000435094\n# Wait_TS: 0.000362431\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:10.302 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:10.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:10.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:10.302 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.438 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6fcfcef-3eae-4ee1-9d2f-988317047d3f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:10.449 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:10.449 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:10.450 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/86810f04-6c28-4f2f-bc37-013427993c61] [watcherID=5470088e-d969-4cb3-93af-f5db22521f0f] [2024/05/06 09:18:10.460 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:10.472 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=58] [2024/05/06 09:18:10.472 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:10.472 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:10.472 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:10.472 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:10.522 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:10.733 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:10.835 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:10.884 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:10.885 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:10.992 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:10.993 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:10.994 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:18:11.014 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:11.026 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:11.026 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:18:11.026 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=101.245Β΅s] [2024/05/06 09:18:11.026 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=278.115Β΅s] [] [2024/05/06 09:18:11.027 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:11.027 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:11.159 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:18:11.180 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:18:11.202 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:18:11.244 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:11.245 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:11.247 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:11.248 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:18:11.255 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:11.255 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:11.256 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:11.256 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:11.257 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:11.257 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:11.257 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:11.257 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:11.257 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:11.273 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:11.274 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:11.274 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:11.274 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:11.275 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 09:18:11.276 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:11.322 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:18:11.326 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:11.344 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:11.344 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:11.364 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 09:18:11.366 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=187.701Β΅s] [encodeDur=529.424Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=75.363Β΅s] [type=file] [takeTime=1.213216ms] [] [2024/05/06 09:18:11.367 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:11.367 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/10deaeff-19ff-4eb4-9c59-208868684f1d.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 09:18:11.397 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 09:18:11.398 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=212.223Β΅s] [encodeDur=561.568Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=69.852Β΅s] [type=file] [takeTime=1.206132ms] [] [2024/05/06 09:18:11.399 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:11.400 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/4a03fbc4-bd8f-487d-974d-4f1a3f80163a.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 09:18:11.409 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 09:18:11.411 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.35073ms] [encodeDur=982.041Β΅s] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=68.907Β΅s] [type=file] [takeTime=2.7593ms] [] [2024/05/06 09:18:11.412 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/18c8faba-28f2-4ee1-b7e8-583e0ec88b31.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:18:11.412 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=90.250519ms] [] [2024/05/06 09:18:11.412 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:11.412 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:11.413 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:11.415 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.072911ms] [] [2024/05/06 09:18:11.415 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:18:11.420 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:11.442 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 09:18:11.442 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:11.458 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 09:18:11.460 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=45.621162ms] [] [2024/05/06 09:18:11.460 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:11.462 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.156149ms] [] [2024/05/06 09:18:11.462 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:11.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:11.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.570166ms] [] [2024/05/06 09:18:11.463 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:18:11.463 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:11.464 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=60.789Β΅s] [] [2024/05/06 09:18:11.464 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:11.464 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=865.601Β΅s] [] [2024/05/06 09:18:11.528 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:11.531 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:11.532 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:11.532 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:11.531 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:11.532 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:11.532 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:11.534 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:11.534 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:11.534 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:11.534 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:11.534 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:11.534 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=289.97543ms] [] [2024/05/06 09:18:11.607 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:11.609 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:11.610 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:11.610 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:11.676 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 09:18:11.678 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:11.678 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:11.832 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:11.876 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:11.876 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:11.876 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:11.876 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=10.543Β΅s] [] [2024/05/06 09:18:11.876 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/06 09:18:11.876 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:18:11.877 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:18:11.877 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:18:11.880 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/06 09:18:11.881 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:18:11.881 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.507816ms] [] [2024/05/06 09:18:11.881 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.687528ms] [] [2024/05/06 09:18:11.921 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=89.086413ms] [] [2024/05/06 09:18:12.004 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:12.004 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:18:12.007 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:18:12.078 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:18:12.092 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:12.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.976502548\n# Parse_time: 0.001032026\n# Compile_time: 0.001346407\n# Rewrite_time: 0.00028247\n# Optimize_time: 0.000435094\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:12.102 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 09:18:12.116 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:12.116 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:12.141 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:12.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:12.141 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:12.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/06 09:18:12.222 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:12.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.234 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:18:12.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.160351ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:12.287 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:18:12.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.428498ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.389 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:18:12.403 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 09:18:12.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.456 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:18:12.456 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:12.460 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.358971055\n# Parse_time: 0.000361353\n# Compile_time: 0.000894491\n# Rewrite_time: 0.000008481\n# Optimize_time: 0.000727495\n# Wait_TS: 0.000462741\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/06 09:18:12.473 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.678 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:12.760 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:12.799 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:12.799 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:12.906 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:12.907 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:12.908 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:18:12.926 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.939 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:12.940 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:18:12.940 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=102.117Β΅s] [2024/05/06 09:18:12.940 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.032Β΅s] [] [2024/05/06 09:18:12.940 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:12.940 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:13.076 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:18:13.099 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:18:13.106 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:18:13.145 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:13.147 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:13.148 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:13.156 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:13.156 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:13.156 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.157 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:13.158 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.158 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.158 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:13.158 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.158 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:13.172 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:13.174 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:13.174 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:13.174 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:13.174 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:18:13.223 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:18:13.227 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:13.231 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:13.231 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:18:13.243 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/06 09:18:13.245 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=90.656Β΅s] [encodeDur=334.996Β΅s] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=502.186Β΅s] [type=file] [takeTime=1.290562ms] [] [2024/05/06 09:18:13.246 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/08ca2576-8f95-497a-ba68-3574e0ce09ae.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 09:18:13.246 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:18:13.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/06 09:18:13.257 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=100.372Β΅s] [encodeDur=387.841Β΅s] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=46.646Β΅s] [type=file] [takeTime=852.151Β΅s] [] [2024/05/06 09:18:13.258 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:18:13.258 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/6cccbb0a-a4db-4b4d-a1ce-1aa0572a89e8.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:18:13.268 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/06 09:18:13.269 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=212.669Β΅s] [encodeDur=849.336Β΅s] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=50.034Β΅s] [type=file] [takeTime=1.430383ms] [] [2024/05/06 09:18:13.270 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e0ce0f9f-0bf8-4cb5-b7cd-f43c34e11ae7.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/06 09:18:13.270 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=46.476443ms] [] [2024/05/06 09:18:13.270 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:13.270 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:13.270 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:13.272 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.134809ms] [] [2024/05/06 09:18:13.273 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:18:13.278 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:13.299 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 09:18:13.300 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:13.315 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 09:18:13.317 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=44.842757ms] [] [2024/05/06 09:18:13.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:18:13.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.328436ms] [] [2024/05/06 09:18:13.319 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:13.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:13.321 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.611112ms] [] [2024/05/06 09:18:13.321 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:18:13.321 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:13.321 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=65.411Β΅s] [] [2024/05/06 09:18:13.321 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:18:13.322 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=856.556Β΅s] [] [2024/05/06 09:18:13.385 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:13.389 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:13.389 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:13.389 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.390 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:13.390 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.390 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:13.390 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:13.392 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:13.392 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:13.392 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:13.392 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.392 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:13.392 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=246.578813ms] [] [2024/05/06 09:18:13.419 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:13.421 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:13.422 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:13.422 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:13.485 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 09:18:13.487 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:13.487 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:13.616 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:13.656 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:13.656 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:13.657 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:13.657 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.516Β΅s] [] [2024/05/06 09:18:13.657 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/06 09:18:13.657 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:18:13.657 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:18:13.657 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:18:13.661 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/06 09:18:13.662 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:18:13.662 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.578956ms] [] [2024/05/06 09:18:13.662 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.793767ms] [] [2024/05/06 09:18:13.718 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=102.341509ms] [] [2024/05/06 09:18:13.721 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:13.722 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:18:13.725 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:18:13.773 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:13.805 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:13.829 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:13.830 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:13.910 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:14.015 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5542355319999999\n# Parse_time: 0.001047562\n# Compile_time: 0.001846012\n# Rewrite_time: 0.000232051\n# Optimize_time: 0.000727495\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/06 09:18:14.025 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 09:18:14.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 09:18:14.068 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:14.04 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:14.068 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:14.04 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/06 09:18:14.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.04 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.200068ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:14.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:18:14.226 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.200351ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:14.04 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.04 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:14.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:14.331 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304452725\n# Parse_time: 0.000256719\n# Compile_time: 0.000883369\n# Rewrite_time: 0.000008444\n# Optimize_time: 0.001603323\n# Wait_TS: 0.000383665\n# DB: gzip\n# Is_internal: false\n# Digest: 8b5b3f55853ff740663ac2aba72696fd12f93256f3af0d8752dcedc90807a561\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_server;"] [2024/05/06 09:18:14.334 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 09:18:14.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:14.381 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 09:18:14.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.436 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/06 09:18:14.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.39989ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:14.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:18:14.537 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.306761ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.341 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:14.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:14.677 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.343962693\n# Parse_time: 0.000512083\n# Compile_time: 0.000723545\n# Rewrite_time: 0.000007348\n# Optimize_time: 0.001603323\n# Wait_TS: 0.000375919\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/05/06 09:18:14.877 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer897610417/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:14.877 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:14.877 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:18:14.878 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=47.144Β΅s] [2024/05/06 09:18:14.878 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=153.458Β΅s] [] [2024/05/06 09:18:14.994 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:18:15.040 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:15.040 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:15.146 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:15.147 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:15.148 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:18:15.169 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:15.169 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:18:15.281 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:18:15.301 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:18:15.327 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:18:15.386 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:15.387 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:15.396 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:15.396 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:15.396 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.396 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:15.397 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.397 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.397 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.397 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.398 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.411 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:15.412 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:15.412 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:15.412 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:15.412 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:18:15.455 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:18:15.460 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:15.466 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:15.466 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:18:15.549 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 09:18:15.551 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=148.726Β΅s] [encodeDur=877.589Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=338.726Β΅s] [type=file] [takeTime=1.712253ms] [] [2024/05/06 09:18:15.552 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=97.715768ms] [] [2024/05/06 09:18:15.552 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/555e3775-5c00-40bc-a425-b1194d44a5a9.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:18:15.553 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:15.553 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:15.553 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:15.555 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.102567ms] [] [2024/05/06 09:18:15.555 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:18:15.560 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.582 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:18:15.582 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.597 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:18:15.599 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=43.758275ms] [] [2024/05/06 09:18:15.599 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:15.600 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=985.691Β΅s] [] [2024/05/06 09:18:15.600 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:15.600 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:15.602 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.576593ms] [] [2024/05/06 09:18:15.602 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:18:15.602 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:15.602 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=61.474Β΅s] [] [2024/05/06 09:18:15.602 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:15.603 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=793.893Β΅s] [] [2024/05/06 09:18:15.645 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.647 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.647 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.647 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.647 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.649 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:15.649 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.649 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.649 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.649 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.649 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=263.322234ms] [] [2024/05/06 09:18:15.665 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:15.667 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:15.669 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:15.669 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:15.740 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 09:18:15.741 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:15.741 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:15.905 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:15.948 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:15.948 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:15.948 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:15.955 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=6.699775ms] [] [2024/05/06 09:18:15.955 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/06 09:18:15.955 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:18:15.955 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:18:15.955 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:18:15.959 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/06 09:18:15.960 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:18:15.960 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.629383ms] [] [2024/05/06 09:18:15.960 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.823527ms] [] [2024/05/06 09:18:16.003 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=97.384342ms] [] [2024/05/06 09:18:16.066 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:16.066 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:18:16.070 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:18:16.134 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:18:16.146 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:16.177 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:16.177 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:16.261 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:16.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.584950057\n# Parse_time: 0.000472942\n# Compile_time: 0.00108079\n# Rewrite_time: 0.000248181\n# Optimize_time: 0.001603323\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer897610417/001/server-0.csv';"] [2024/05/06 09:18:16.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:18:16.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:16.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:16.304 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:16.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:18:16.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.367 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:18:16.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.272549ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:16.417 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:18:16.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.361078ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.492 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:18:16.503 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:18:16.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.241 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.581 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:18:16.581 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315212169\n# Parse_time: 0.000167498\n# Compile_time: 0.000633426\n# Rewrite_time: 0.000010631\n# Optimize_time: 0.001029458\n# Wait_TS: 0.000337009\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:16.767 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer897610417/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:16.767 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:16.767 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 09:18:16.767 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=99.698Β΅s] [2024/05/06 09:18:16.767 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=312.868Β΅s] [] [2024/05/06 09:18:16.892 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:18:16.934 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:16.934 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:17.040 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:17.041 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:17.042 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:18:17.061 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:17.061 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:18:17.171 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:18:17.190 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:18:17.197 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:18:17.234 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:17.235 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:17.244 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:17.244 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:17.245 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:17.245 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:17.246 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:17.246 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:17.246 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:17.246 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:17.246 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:17.261 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:17.262 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:17.262 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:17.262 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:17.262 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:18:17.324 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:18:17.329 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:17.332 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:17.332 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:17.332 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:17.332 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:17.385 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/06 09:18:17.385 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/06 09:18:17.385 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/06 09:18:17.387 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=179.507Β΅s] [encodeDur=794.242Β΅s] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=439.183Β΅s] [type=file] [takeTime=2.020678ms] [] [2024/05/06 09:18:17.387 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=182.029Β΅s] [encodeDur=871.442Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=308.209Β΅s] [type=file] [takeTime=1.671074ms] [] [2024/05/06 09:18:17.387 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=246.898Β΅s] [encodeDur=1.109585ms] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=319.299Β΅s] [type=file] [takeTime=2.105052ms] [] [2024/05/06 09:18:17.388 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/c89ac49c-d091-45cb-8c8c-7b1256adc407.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/06 09:18:17.388 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=64.204027ms] [] [2024/05/06 09:18:17.388 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:17.388 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:17.389 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:17.391 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/3755c26c-d3c9-4d1d-81e3-62b610f6f8dd.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 09:18:17.392 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/81b57931-2039-45a8-b0d1-8ad367f72217.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/06 09:18:17.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=5.952986ms] [] [2024/05/06 09:18:17.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:18:17.400 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:17.422 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:18:17.422 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:17.437 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:18:17.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=44.266362ms] [] [2024/05/06 09:18:17.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:17.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.117254ms] [] [2024/05/06 09:18:17.440 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:17.440 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:17.442 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.525465ms] [] [2024/05/06 09:18:17.442 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:18:17.442 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:17.442 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=71.445Β΅s] [] [2024/05/06 09:18:17.442 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:17.443 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=904.369Β΅s] [] [2024/05/06 09:18:17.510 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:17.514 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:17.514 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:17.514 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:17.514 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:17.516 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:17.517 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:17.517 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:17.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:17.517 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:17.517 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=282.514661ms] [] [2024/05/06 09:18:17.559 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:17.560 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:17.561 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:17.562 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:17.637 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 09:18:17.639 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:17.639 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:17.813 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:17.855 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:17.855 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:17.856 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:17.862 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=6.71921ms] [] [2024/05/06 09:18:17.862 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/06 09:18:17.862 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:18:17.863 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:18:17.863 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:18:17.866 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/06 09:18:17.866 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:18:17.866 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.961098ms] [] [2024/05/06 09:18:17.867 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.140276ms] [] [2024/05/06 09:18:17.905 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=92.473368ms] [] [2024/05/06 09:18:17.953 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:17.953 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:18:17.957 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:18:18.032 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:18:18.040 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:18.064 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:18.064 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:18.171 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5848848800000002\n# Parse_time: 0.000700661\n# Compile_time: 0.001261974\n# Rewrite_time: 0.000268864\n# Optimize_time: 0.001029458\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer897610417/001/server-*.csv';"] [2024/05/06 09:18:18.178 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:18.185 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:18:18.218 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:18.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:18.218 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:18.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:18:18.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:18.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.283 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/06 09:18:18.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=3.098525ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:18.351 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 09:18:18.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.052318ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.444 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 09:18:18.454 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/06 09:18:18.458 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.191 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.551 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:18.551 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:18.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.37197209\n# Parse_time: 0.000287446\n# Compile_time: 0.000920786\n# Rewrite_time: 0.000012216\n# Optimize_time: 0.001310228\n# Wait_TS: 0.000473291\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:18.732 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer897610417/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:18.732 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:18.732 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:18.732 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=51.295Β΅s] [2024/05/06 09:18:18.732 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=168.779Β΅s] [] [2024/05/06 09:18:18.835 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:18:18.895 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:18.895 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:19.000 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:19.001 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:19.003 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:18:19.020 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:19.020 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:18:19.136 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:18:19.156 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:18:19.166 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:18:19.210 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:19.212 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:19.220 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:19.220 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:19.220 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.220 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:19.221 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.221 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:19.221 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.221 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.221 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:19.238 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:19.239 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:19.240 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:19.240 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:19.240 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:18:19.305 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:18:19.311 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:19.316 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:19.316 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 09:18:19.374 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/06 09:18:19.376 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=275.649Β΅s] [encodeDur=1.265504ms] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=525.644Β΅s] [type=file] [takeTime=2.630886ms] [] [2024/05/06 09:18:19.378 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/5c74e8f1-abda-4b12-9be2-dc70fab6d134.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 09:18:19.378 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=72.712988ms] [] [2024/05/06 09:18:19.378 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:19.378 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:19.378 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:19.381 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=3.030176ms] [] [2024/05/06 09:18:19.381 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:18:19.387 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:19.409 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:18:19.409 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:19.425 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:18:19.427 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=45.442827ms] [] [2024/05/06 09:18:19.427 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:18:19.428 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.004274ms] [] [2024/05/06 09:18:19.428 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:19.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:19.430 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.552026ms] [] [2024/05/06 09:18:19.430 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:18:19.430 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:19.430 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=62.423Β΅s] [] [2024/05/06 09:18:19.430 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:18:19.431 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=903.494Β΅s] [] [2024/05/06 09:18:19.489 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.492 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:19.492 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.492 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.493 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:19.495 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:19.495 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.495 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.495 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.495 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.495 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=285.015486ms] [] [2024/05/06 09:18:19.518 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:19.519 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:19.520 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:19.521 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:19.595 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:18:19.597 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:19.597 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:19.785 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:18:19.832 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:19.832 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:19.832 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:19.840 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.033235ms] [] [2024/05/06 09:18:19.840 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/06 09:18:19.840 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:18:19.840 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:18:19.841 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:18:19.845 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/06 09:18:19.846 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:18:19.846 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.462442ms] [] [2024/05/06 09:18:19.846 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.755629ms] [] [2024/05/06 09:18:19.897 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=111.528663ms] [] [2024/05/06 09:18:19.916 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:19.916 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:18:19.919 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:18:19.984 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:18:20.001 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:20.025 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:20.025 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:20.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.563198002\n# Parse_time: 0.000391019\n# Compile_time: 0.00100942\n# Rewrite_time: 0.000216077\n# Optimize_time: 0.001310228\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer897610417/001/test.csv.gz';"] [2024/05/06 09:18:20.142 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/05/06 09:18:20.159 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 09:18:20.162 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 09:18:20.198 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:20.198 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/06 09:18:20.269 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.181012ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:20.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 09:18:20.357 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.696893ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.410 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.141 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.435 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:20.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:20.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:18:20.493 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:20.493 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:20.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.620 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/06 09:18:20.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=3.198702ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:20.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 09:18:20.725 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=55.294393ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.44 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.843 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:18:20.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:20.847 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406736938\n# Parse_time: 0.000590588\n# Compile_time: 0.000879447\n# Rewrite_time: 0.000008574\n# Optimize_time: 0.001730742\n# Wait_TS: 0.00030866\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:20.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.086 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:21.179 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:21.221 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:21.221 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:21.327 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:21.328 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:21.329 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:18:21.347 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.356 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:21.356 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 09:18:21.356 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=83.725Β΅s] [2024/05/06 09:18:21.356 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=216.615Β΅s] [] [2024/05/06 09:18:21.356 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:21.356 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:21.488 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:18:21.510 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:18:21.524 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:18:21.564 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:21.565 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:21.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.575 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:21.575 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:21.575 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:21.575 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:21.576 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:21.576 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:21.576 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:21.577 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:21.577 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:21.592 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:21.593 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:21.593 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:21.593 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:21.593 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:18:21.635 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:18:21.639 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:18:21.643 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:18:21.644 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:18:21.736 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/06 09:18:21.738 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.062971ms] [encodeDur=446.978Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=49.465Β΅s] [type=file] [takeTime=1.942306ms] [] [2024/05/06 09:18:21.740 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=105.052753ms] [] [2024/05/06 09:18:21.740 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/12d62870-c854-4d0e-8cab-3634593fdb22.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/06 09:18:21.740 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:21.740 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:21.740 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:18:21.743 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.455964ms] [] [2024/05/06 09:18:21.743 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 09:18:21.748 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:21.769 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:18:21.770 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:21.799 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:18:21.802 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=58.736332ms] [] [2024/05/06 09:18:21.802 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:18:21.803 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.36367ms] [] [2024/05/06 09:18:21.803 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:21.803 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:18:21.805 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=2.01871ms] [] [2024/05/06 09:18:21.805 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 09:18:21.806 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:18:21.806 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=87.744Β΅s] [] [2024/05/06 09:18:21.806 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:18:21.807 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.009047ms] [] [2024/05/06 09:18:21.859 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:21.862 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:21.862 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.862 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:21.862 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:21.864 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:21.864 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:21.864 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:21.864 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.864 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:21.864 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=300.483032ms] [] [2024/05/06 09:18:21.943 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:21.945 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:21.946 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:21.946 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:22.015 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:18:22.016 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:22.016 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:22.173 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:22.223 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:22.223 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:22.223 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:22.223 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=11.273Β΅s] [] [2024/05/06 09:18:22.223 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/06 09:18:22.223 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:18:22.223 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:18:22.223 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:18:22.227 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/06 09:18:22.228 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:18:22.228 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.901819ms] [] [2024/05/06 09:18:22.228 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.111039ms] [] [2024/05/06 09:18:22.270 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=96.990824ms] [] [2024/05/06 09:18:22.340 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:22.340 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:18:22.343 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:18:22.391 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:18:22.428 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:22.432 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5839173149999999\n# Parse_time: 0.000497988\n# Compile_time: 0.001171867\n# Rewrite_time: 0.000285066\n# Optimize_time: 0.001730742\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/06 09:18:22.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 09:18:22.444 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 09:18:22.453 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:22.454 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:22.488 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:22.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:22.488 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:22.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/06 09:18:22.562 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:22.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.097275ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:22.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/06 09:18:22.665 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.835164ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:22.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.704 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.441 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.734 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:18:22.734 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:22.742 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:18:22.785 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:22.785 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:22.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/06 09:18:22.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=3.140741ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:22.950 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/06 09:18:22.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.332973ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.011 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.74 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.051 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:18:23.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:23.055 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314152332\n# Parse_time: 0.001012719\n# Compile_time: 0.000911245\n# Rewrite_time: 0.000008469\n# Optimize_time: 0.001025943\n# Wait_TS: 0.000386191\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:18:23.194 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.393 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:23.474 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:23.513 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:23.513 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:23.618 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:23.620 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:23.621 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:18:23.639 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.650 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:23.651 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 09:18:23.651 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=96.344Β΅s] [2024/05/06 09:18:23.651 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=232.301Β΅s] [] [2024/05/06 09:18:23.651 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:23.651 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:23.793 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:18:23.812 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:18:23.813 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:18:23.854 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:23.855 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:23.856 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.865 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:23.865 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812935235830149] [2024/05/06 09:18:23.866 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.866 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:23.867 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.867 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.867 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:23.867 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:23.867 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.885 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:23.887 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:23.887 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:23.887 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:18:23.887 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:18:23.933 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:18:23.959 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:18:23.963 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:18:23.963 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:18:24.015 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/06 09:18:24.017 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.250018ms] [encodeDur=816.204Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=472.181Β΅s] [type=file] [takeTime=2.853541ms] [] [2024/05/06 09:18:24.019 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:18:24.019 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/3e8618e2-e0e1-447d-bb0c-d8ca0894ec08.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:18:24.027 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/06 09:18:24.029 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.228828ms] [encodeDur=841.756Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=70.654Β΅s] [type=file] [takeTime=2.435504ms] [] [2024/05/06 09:18:24.030 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=96.746914ms] [] [2024/05/06 09:18:24.030 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/7698cec4-b399-4e5b-b352-467edaee3a0b.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/06 09:18:24.030 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:24.030 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:24.030 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:18:24.033 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=2.270027ms] [] [2024/05/06 09:18:24.033 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 09:18:24.038 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:24.060 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 09:18:24.060 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:24.074 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 09:18:24.077 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=43.641588ms] [] [2024/05/06 09:18:24.077 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:18:24.078 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.011305ms] [] [2024/05/06 09:18:24.078 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:24.078 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:18:24.079 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.51328ms] [] [2024/05/06 09:18:24.079 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 09:18:24.080 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:18:24.080 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=95.948Β΅s] [] [2024/05/06 09:18:24.080 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:18:24.081 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=876.137Β΅s] [] [2024/05/06 09:18:24.124 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.127 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.127 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.127 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:24.127 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:24.129 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:24.129 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:24.129 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:24.129 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.129 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:24.129 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=275.315132ms] [] [2024/05/06 09:18:24.132 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:24.133 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:24.134 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:24.134 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:24.219 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 09:18:24.221 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:24.221 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:24.337 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:18:24.378 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:24.378 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:24.378 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:24.378 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=9.672Β΅s] [] [2024/05/06 09:18:24.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/06 09:18:24.378 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:18:24.378 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:18:24.378 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:18:24.382 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/06 09:18:24.383 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:18:24.383 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.949527ms] [] [2024/05/06 09:18:24.383 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.131322ms] [] [2024/05/06 09:18:24.422 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=85.037286ms] [] [2024/05/06 09:18:24.431 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:24.431 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:18:24.434 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:18:24.473 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:18:24.520 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:24.547 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:24.547 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:24.630 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:24.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.549755757\n# Parse_time: 0.000495804\n# Compile_time: 0.001119901\n# Rewrite_time: 0.000256106\n# Optimize_time: 0.001025943\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:24.766 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.766 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.767 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [] [2024/05/06 09:18:24.768 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.768 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=38.952Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=22.692Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.366Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=21.351Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=20.066Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=17.03Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=11.533Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=18.269Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=21.79Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=14.869Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=12.446Β΅s] [2024/05/06 09:18:24.769 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.769 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:24.769 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:24.776 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=945f2d26-b712-43fd-aff0-9812f9916a19] ["take time"=31.596017ms] [2024/05/06 09:18:24.776 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=945f2d26-b712-43fd-aff0-9812f9916a19] [2024/05/06 09:18:24.778 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:24.778 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/86810f04-6c28-4f2f-bc37-013427993c61] [watcherID=5470088e-d969-4cb3-93af-f5db22521f0f] [2024/05/06 09:18:24.778 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:24.778 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/86810f04-6c28-4f2f-bc37-013427993c61] [2024/05/06 09:18:24.778 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:24.778 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:24.779 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.779 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.785 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:24.786 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:24.786 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=680] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=945f2d26-b712-43fd-aff0-9812f9916a19] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:24.787 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:24.787 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:24.787 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:24.787 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:24.787 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eea35e89-dec6-4583-9fa7-e2d064184840"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:24.787 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19 watch owner key /tidb/stats/owner/3eaa8f4d30531331"] [2024/05/06 09:18:24.787 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:24.787 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:24.787 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:24.787 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:24.787 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:24.787 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:24.788 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:24.787 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.787 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:24.787 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [2024/05/06 09:18:24.788 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:24.788 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [error="context canceled"] [2024/05/06 09:18:24.789 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:24.789 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:24.789 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eea35e89-dec6-4583-9fa7-e2d064184840] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:24.789 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:24.789 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=945f2d26-b712-43fd-aff0-9812f9916a19] [2024/05/06 09:18:24.789 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:24.789 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:24.789 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:24.789 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eea35e89-dec6-4583-9fa7-e2d064184840"] [error="context canceled"] [2024/05/06 09:18:24.789 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:24.789 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:24.789 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eea35e89-dec6-4583-9fa7-e2d064184840"] [2024/05/06 09:18:24.789 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eea35e89-dec6-4583-9fa7-e2d064184840"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:24.793 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:18:24.793 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:18:24.801 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:24.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:24.811 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:24.811 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:24.811 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:24.989 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.034 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:26.035 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:26.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:26.043 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eea35e89-dec6-4583-9fa7-e2d064184840"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:26.250 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 945f2d26-b712-43fd-aff0-9812f9916a19"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:26.250 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:26.250 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:26.250 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:26.257 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.513359626s] [2024/05/06 09:18:26.258 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:26.258 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:26.258 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:26.258 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:26.258 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:26.258 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:26.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:26.258 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:26.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:26.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:26.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:26.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:26.259 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:26.261 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (39.55s) --- PASS: TestImportInto/TestGzipAndMixedCompression (4.50s) --- PASS: TestImportInto/TestImportFromServer (6.13s) --- PASS: TestImportInto/TestSnappy (2.28s) --- PASS: TestImportInto/TestZStd (2.30s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 06, 2024 9:18:31 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:18:31 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:18:32 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:18:32 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:18:32 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 94.161s, Critical Path: 75.00s INFO: 1572 processes: 1546 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 40s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 10s remote-cache, linux-sandbox [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 65.9 MiB / 96.2 MiB; 0s remote-cache [2024-05-06T09:18:36.619Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:18:36.620Z] ['info'] => Project root located at: . [2024-05-06T09:18:36.624Z] ['info'] -> Token found by environment variables [2024-05-06T09:18:36.638Z] ['info'] Searching for coverage files... [2024-05-06T09:18:37.270Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:18:37.270Z] ['info'] Processing ./coverage.dat... [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [2024-05-06T09:18:37.669Z] ['info'] Using manual override from args. [2024-05-06T09:18:37.671Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:18:37.685Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:18:38.665Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/a26324d1-f9cc-4838-8109-1c46d396fdc2.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091838Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=388b3ba578e87849fad165148ed4617cd0559175d5088acfa6103a0758aeebbc [2024-05-06T09:18:38.666Z] ['info'] Uploading... [2024-05-06T09:18:40.424Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db.test: ok! 290 test cases passed, take time 46.184229422 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.529300207 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.730136933 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.649387491 s [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 65s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 67s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 63s remote-cache, linux-sandbox [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 65s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/06 09:17:46.834 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:46.834 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:17:46.835 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:17:46.836 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.837 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:17:46.838 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.838 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:46.838 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:46.838 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:46.838 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:46.841 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:46.847 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.848 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.850 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.876 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.877 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.886 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.886 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.900 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.928 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812948298244618] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:47.047 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:47.199 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1351] ["lease id"=22318f4d3063d848] [2024/05/06 09:17:47.201 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:47.208 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:47.234 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=25.637973ms] [2024/05/06 09:17:47.238 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.238 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b1b0fbe0-f25d-417c-b654-025041926b8c] [runWorker=true] [2024/05/06 09:17:47.239 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:47.242 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:47.243 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:47.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:47.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:47.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:47.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.244 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:47.244 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.244 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:47.244 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.244 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:47.245 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3063d84c] [ownerID=b1b0fbe0-f25d-417c-b654-025041926b8c] [op=none] [2024/05/06 09:17:47.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:47.247 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=135e1ee6-bd45-4b41-84e4-b192c6bc555e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.248 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] ["owner key"=/tidb/br-stream/owner/6f188f4d3063d6d8] [ownerID=135e1ee6-bd45-4b41-84e4-b192c6bc555e] [op=none] [2024/05/06 09:17:47.255 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:47.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:47.295 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.296 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3063d84c] [ownerID=b1b0fbe0-f25d-417c-b654-025041926b8c] [op=none] [2024/05/06 09:17:47.296 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] [op=none] [2024/05/06 09:17:47.296 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:47.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.404 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.453269ms] [2024/05/06 09:17:47.410 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.419 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:47.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.612366ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.471 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.495 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:47.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.500 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:47.532 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:47.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.735 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:47.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=11.456064ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.106 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.106 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:48.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.603708ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.246 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:48.418 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:48.418 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.422 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.905765577\n# Parse_time: 0\n# Compile_time: 0.016278202\n# Rewrite_time: 0.000018103\n# Optimize_time: 0\n# Wait_TS: 0.000422971\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:48.425 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:48.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.436 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:48.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.436 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.436 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.10259ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.623 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.623 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:48.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.962082ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.436 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.714 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.436 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.762 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:48.762 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.765 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34149137\n# Parse_time: 0\n# Compile_time: 0.001704051\n# Rewrite_time: 0.000008852\n# Optimize_time: 0\n# Wait_TS: 0.000304343\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:48.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:48.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:48.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.504161ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.943 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:48.980 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.605898ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.015 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:49.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.306066151\n# Parse_time: 0\n# Compile_time: 0.001264205\n# Rewrite_time: 0.000008543\n# Optimize_time: 0\n# Wait_TS: 0.000380016\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.089 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:49.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:49.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.243 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:49.244 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:49.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.852865ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.421 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:49.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=55.298857ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.532 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:49.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.645 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.562004577\n# Parse_time: 0\n# Compile_time: 0.00563034\n# Rewrite_time: 0.000010836\n# Optimize_time: 0\n# Wait_TS: 0.000328322\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.651 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:49.715 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.715 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:49.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.902 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.661636ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.913 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.913 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:49.949 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=54.173929ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.078 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:50.079 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.082 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.432753097\n# Parse_time: 0\n# Compile_time: 0.002659295\n# Rewrite_time: 0.000009812\n# Optimize_time: 0\n# Wait_TS: 0.000484098\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.086 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:50.162 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.086 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.162 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.086 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:50.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.086 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.328 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.112437ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.340 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:50.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.311973ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.086 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.086 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.472 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:50.472 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.476 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391607774\n# Parse_time: 0\n# Compile_time: 0.002092939\n# Rewrite_time: 0.000008741\n# Optimize_time: 0\n# Wait_TS: 0.000308474\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.480 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:50.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.486 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.522 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.486 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:50.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.486 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.694328ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.666 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:50.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.007ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.486 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.486 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.809 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:50.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.813 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334640111\n# Parse_time: 0\n# Compile_time: 0.001679441\n# Rewrite_time: 0.000010896\n# Optimize_time: 0\n# Wait_TS: 0.000454587\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.817 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:50.863 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.863 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:50.948 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.626157ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.022 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:51.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.178765ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.169 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:51.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357306465\n# Parse_time: 0\n# Compile_time: 0.00192848\n# Rewrite_time: 0.000010667\n# Optimize_time: 0\n# Wait_TS: 0.00072748\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.178 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:51.235 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.235 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:51.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.572933ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.410 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:51.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.599971ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.582 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:51.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410172441\n# Parse_time: 0\n# Compile_time: 0.002022399\n# Rewrite_time: 0.000010474\n# Optimize_time: 0\n# Wait_TS: 0.000423266\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.592 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:51.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.655 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:51.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.812 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.033696ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.824 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:51.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.204137ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.925 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.985 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:51.985 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.989 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398708999\n# Parse_time: 0\n# Compile_time: 0.001903759\n# Rewrite_time: 0.000009306\n# Optimize_time: 0\n# Wait_TS: 0.000397519\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:52.002 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:52.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.091 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:52.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.397447ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.336 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.336 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:52.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=62.470632ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.435 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.513 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:52.514 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.520794389\n# Parse_time: 0\n# Compile_time: 0.003847084\n# Rewrite_time: 0.0000139\n# Optimize_time: 0\n# Wait_TS: 0.000400444\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.524 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:52.594 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.594 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:52.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.784 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.828915ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.797 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:52.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.978677ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.940 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:52.940 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.944 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.422462487\n# Parse_time: 0\n# Compile_time: 0.002531588\n# Rewrite_time: 0.000010638\n# Optimize_time: 0\n# Wait_TS: 0.000428435\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.949 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.004 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.004 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.784448ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.167 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.167 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:53.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.926277ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.265 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.314 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:53.314 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.318 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371380127\n# Parse_time: 0\n# Compile_time: 0.002066062\n# Rewrite_time: 0.000009525\n# Optimize_time: 0\n# Wait_TS: 0.000487923\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.416 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.098975ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.527 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.527 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:53.554 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.648373ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.664 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:53.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347009343\n# Parse_time: 0\n# Compile_time: 0.001937579\n# Rewrite_time: 0.000008567\n# Optimize_time: 0\n# Wait_TS: 0.000390217\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.671 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:53.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.723 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:53.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.876807ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.893 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.893 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:53.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.517782ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:54.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339320666\n# Parse_time: 0\n# Compile_time: 0.00194502\n# Rewrite_time: 0.000008381\n# Optimize_time: 0\n# Wait_TS: 0.000387391\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:54.062 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.062 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:54.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.835412ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.207 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.208 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:54.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.426195ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.354 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:54.354 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.359 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347112034\n# Parse_time: 0\n# Compile_time: 0.002100027\n# Rewrite_time: 0.000007555\n# Optimize_time: 0\n# Wait_TS: 0.000372486\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.363 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:54.423 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:54.423 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.607 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.154186ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.621 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.621 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:54.653 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.776987ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.336 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:54.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.756 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395099036\n# Parse_time: 0\n# Compile_time: 0.002201356\n# Rewrite_time: 0.000012098\n# Optimize_time: 0\n# Wait_TS: 0.000449788\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.763 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:54.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:54.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.040 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.077235ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.052 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.052 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:55.085 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.95881ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:55.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.457375413\n# Parse_time: 0\n# Compile_time: 0.002873473\n# Rewrite_time: 0.00000926\n# Optimize_time: 0\n# Wait_TS: 0.00040189\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:55.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:55.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.07804ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.472 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:55.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.2835ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.650 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:55.650 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.655 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411802828\n# Parse_time: 0\n# Compile_time: 0.002965181\n# Rewrite_time: 0.000051284\n# Optimize_time: 0\n# Wait_TS: 0.012142229\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.658 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:55.703 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.636 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.703 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.636 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:55.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.636 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.693202ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.869 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:55.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.111424ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.636 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.636 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.028 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:56.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.033 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375871666\n# Parse_time: 0\n# Compile_time: 0.001884748\n# Rewrite_time: 0.000016456\n# Optimize_time: 0\n# Wait_TS: 0.000394213\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.035 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:56.076 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.076 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:56.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.543057ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.210 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.210 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:56.245 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.758034ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.335 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:56.373 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.376 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341850183\n# Parse_time: 0\n# Compile_time: 0.000847442\n# Rewrite_time: 0.000009108\n# Optimize_time: 0\n# Wait_TS: 0.000457254\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.380 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:56.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.462 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:56.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=4.163514ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.671 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:56.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.200087ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.854 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:56.854 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.858 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.479322913\n# Parse_time: 0\n# Compile_time: 0.002103541\n# Rewrite_time: 0.00001233\n# Optimize_time: 0\n# Wait_TS: 0.000384367\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.861 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:56.919 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.836 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:56.919 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.836 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.836 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.064632ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.074 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.074 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:17:57.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.026793ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.836 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.200 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.836 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:17:57.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403954312\n# Parse_time: 0\n# Compile_time: 0.001419217\n# Rewrite_time: 0.000009744\n# Optimize_time: 0\n# Wait_TS: 0.000323244\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.268 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:17:57.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:17:57.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.883199ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.464 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:17:57.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.681063ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.236 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.637 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:17:57.638 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375582592\n# Parse_time: 0\n# Compile_time: 0.001799947\n# Rewrite_time: 0.000010369\n# Optimize_time: 0\n# Wait_TS: 0.00036932\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:17:57.705 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.705 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:17:57.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=4.176802ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.919 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.919 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:17:57.947 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.445879ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.033 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.084 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:17:58.084 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.088 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.44381163\n# Parse_time: 0\n# Compile_time: 0.002169872\n# Rewrite_time: 0.000010631\n# Optimize_time: 0\n# Wait_TS: 0.000449206\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.092 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:58.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.149 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:17:58.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.219692ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.305 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.305 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:17:58.335 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.56539ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.461 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:17:58.461 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374641769\n# Parse_time: 0\n# Compile_time: 0.001704922\n# Rewrite_time: 0.000011285\n# Optimize_time: 0\n# Wait_TS: 0.000498853\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:17:58.520 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.520 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:17:58.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.104112ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.682 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.682 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:17:58.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.810024ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.787 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.835 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:17:58.835 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371740912\n# Parse_time: 0\n# Compile_time: 0.001940806\n# Rewrite_time: 0.000013157\n# Optimize_time: 0\n# Wait_TS: 0.000421165\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.845 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:58.847 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:58.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:17:58.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.351952ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.072 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.072 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:17:59.106 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.669436ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.229 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:17:59.229 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391509457\n# Parse_time: 0\n# Compile_time: 0.003964629\n# Rewrite_time: 0.000009179\n# Optimize_time: 0\n# Wait_TS: 0.000405751\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.241 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:59.247 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=135e1ee6-bd45-4b41-84e4-b192c6bc555e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:59.247 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:17:59.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.300 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:59.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.290806ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.506 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.506 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:17:59.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.919467ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.679 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:17:59.679 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.445076435\n# Parse_time: 0\n# Compile_time: 0.002621508\n# Rewrite_time: 0.000014304\n# Optimize_time: 0\n# Wait_TS: 0.000525585\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.692 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:59.751 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.751 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:59.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.468006ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.933 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.933 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:17:59.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.287576ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.025 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.136 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:18:00.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.452470509\n# Parse_time: 0\n# Compile_time: 0.003574399\n# Rewrite_time: 0.000011099\n# Optimize_time: 0\n# Wait_TS: 0.000308462\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:00.233 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.234 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:00.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.437 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.628503ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.448 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.448 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:00.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.479572ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.600 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:00.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.604 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458155923\n# Parse_time: 0\n# Compile_time: 0.003257762\n# Rewrite_time: 0.000011159\n# Optimize_time: 0\n# Wait_TS: 0.000449023\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.606 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:00.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:00.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.776 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.303374ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.787 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:00.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.873286ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.933 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:00.933 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.937 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331767465\n# Parse_time: 0\n# Compile_time: 0.000919168\n# Rewrite_time: 0.000009557\n# Optimize_time: 0\n# Wait_TS: 0.000404048\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.936 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.014 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.936 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:01.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.936 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.150 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.684248ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:01.163 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.163 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:01.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.290992ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:00.936 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.267 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.936 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.335 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:01.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.339 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396991381\n# Parse_time: 0\n# Compile_time: 0.006202217\n# Rewrite_time: 0.003152706\n# Optimize_time: 0\n# Wait_TS: 0.000433362\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.343 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:01.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:01.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.187617ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.588 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.588 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:01.622 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.428304ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.729 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:01.729 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.39148086\n# Parse_time: 0\n# Compile_time: 0.002188397\n# Rewrite_time: 0.000014867\n# Optimize_time: 0\n# Wait_TS: 0.00048084\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.737 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:01.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:01.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.669368ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.892 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.893 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:01.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.040873ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.031 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:02.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304614133\n# Parse_time: 0\n# Compile_time: 0.00197033\n# Rewrite_time: 0.000011232\n# Optimize_time: 0\n# Wait_TS: 0.000413042\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.044 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:02.089 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:02.089 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=16.562628ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.240 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:02.258 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.168114ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.362 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:02.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.366 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.324582175\n# Parse_time: 0\n# Compile_time: 0.001954192\n# Rewrite_time: 0.000008424\n# Optimize_time: 0\n# Wait_TS: 0.000352923\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.374 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:02.472 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.472 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:02.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.672594ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.695 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:02.728 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.713168ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:02.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.911 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.540407308\n# Parse_time: 0\n# Compile_time: 0.003352475\n# Rewrite_time: 0.000009686\n# Optimize_time: 0\n# Wait_TS: 0.00036141\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.920 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:03.032 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.032 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:03.082 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=10.260749ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.240 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:03.261 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.649405ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.323 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.403 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:03.404 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.491018356\n# Parse_time: 0\n# Compile_time: 0.004316708\n# Rewrite_time: 0.000013731\n# Optimize_time: 0\n# Wait_TS: 0.0005487\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.415 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:03.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.519 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:03.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=6.703118ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.771 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:03.796 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.926762ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.885 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.989 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:03.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.582913757\n# Parse_time: 0\n# Compile_time: 0.004793011\n# Rewrite_time: 0.000014414\n# Optimize_time: 0\n# Wait_TS: 0.000678822\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:04.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.986 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.099 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.986 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:04.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.986 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.299061ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.357 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.357 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:04.389 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.297067ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.986 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.473 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.986 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.572 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:04.572 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.576 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.579504815\n# Parse_time: 0\n# Compile_time: 0.003604875\n# Rewrite_time: 0.000009975\n# Optimize_time: 0\n# Wait_TS: 0.000467441\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.584 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:04.683 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.683 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:04.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=5.857825ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.932 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:04.961 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.513121ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.030 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.586 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.142 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:05.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.146 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.565017783\n# Parse_time: 0\n# Compile_time: 0.002559704\n# Rewrite_time: 0.000009293\n# Optimize_time: 0\n# Wait_TS: 0.000383979\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.154 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:05.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:05.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.252686ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.480 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:05.508 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.14527ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:05.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.677 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.526359413\n# Parse_time: 0\n# Compile_time: 0.003265748\n# Rewrite_time: 0.000009436\n# Optimize_time: 0\n# Wait_TS: 0.000412327\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.683 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:05.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:05.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.939 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.605353ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.952 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.952 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:05.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.469359ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.087 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:06.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410383189\n# Parse_time: 0\n# Compile_time: 0.002628923\n# Rewrite_time: 0.000008479\n# Optimize_time: 0\n# Wait_TS: 0.000465192\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.096 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:06.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.177 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:06.229 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.328 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.454944ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.340 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:06.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.049374ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.504 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:06.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41529114\n# Parse_time: 0\n# Compile_time: 0.002345809\n# Rewrite_time: 0.000008938\n# Optimize_time: 0\n# Wait_TS: 0.000444621\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.526 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:06.646 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.646 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:06.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=6.973323ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.902 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:06.930 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.904873ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.082 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:07.083 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.569563336\n# Parse_time: 0\n# Compile_time: 0.008959248\n# Rewrite_time: 0.000010198\n# Optimize_time: 0\n# Wait_TS: 0.000550513\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.095 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:07.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.182 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:07.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.470718ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.380 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:07.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.373967ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:07.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.469278905\n# Parse_time: 0\n# Compile_time: 0.00363082\n# Rewrite_time: 0.000013907\n# Optimize_time: 0\n# Wait_TS: 0.000420316\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:07.610 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.610 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:07.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.205829ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.775 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:07.809 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.774697ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.956 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:07.956 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398562524\n# Parse_time: 0\n# Compile_time: 0.00152241\n# Rewrite_time: 0.000012701\n# Optimize_time: 0\n# Wait_TS: 0.000354529\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.965 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:08.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.023 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:08.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.744204ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.211 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:08.244 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.175614ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.265 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:08.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:08.266 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:08.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:08.319 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.377 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:08.377 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.417036365\n# Parse_time: 0\n# Compile_time: 0.001756954\n# Rewrite_time: 0.000009094\n# Optimize_time: 0\n# Wait_TS: 0.000575781\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:08.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.415 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:08.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.246538ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:08.532 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.533 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:08.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.782765ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.625 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:08.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.732 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.732 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:08.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.756284ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:08.897 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.897 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:08.933 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=54.254329ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.980 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:09.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376973995\n# Parse_time: 0\n# Compile_time: 0.005163563\n# Rewrite_time: 0.002259516\n# Optimize_time: 0\n# Wait_TS: 0.00046118\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.615 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573575467991041\n# Query_time: 0.399290023\n# Parse_time: 0\n# Compile_time: 0.200585529\n# Rewrite_time: 0.005776817\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 364647\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODguNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDMyLjQBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDk5MC44wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwgIDEwOC42wrVzEUIMd2FpdBEbDDExLjcdGyhrdl9yZWFkX3dhbA1qECAyMjYuAWsBagRrdjIaAAw1Mi4xCYUMc2Nhbj6FAAxrZXlzBcgoZ2V0X3NuYXBzaG8ReAwzNC40BXdocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaVEeG46IHtwcmV3cml0ZToxLjg5ITsBUREiGHM6NTE0LjUFTQkUDDoyLjAlhBxzbG93ZXN0XxFAJUgAIDGIZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIa44MTI3LjAuMC4xOjIwMTYyAf0AbS5nAToLARA4NzMuMk4LAQGrOvwABDI3dvwABew5TQWRFF9iYXRjaCW6DDogMjAFbDAsIHByb3Bvc2Vfc2VuIbMQaXQ6IDABFyRlcnNpc3RfbG9nGe8IMTM4DTYJYBRsZWFkZXINUigxMDZucywgc3luYwk2BDc3JdoALA0tNG1lbXRhYmxlOiAzLjMzCegpbQkvCDQ0OQ3UEGFwcGx5Mq4ACDE1Lkl9BRsVkQA3ERcUbXV0ZXhfKf0BvkqfABkXAHdhQgAxMfAJKxmdBDExRQkuQgIYcHJpbWFyef77AXL7AQAxZSAEfSw6BgNO+wEAMwUrBCwgWvcCCdF1zUb7AQA00vsBADRx5QlgMvsBBDY5NvoBCDU5LimvCSw9XQguNzlK+gEEOTFNKiXfNvoBADkN7gUbNfoEODYNMgBtxvoBADWNrkKdAAA0BWsl+m3RCG51baE1CSqFjAAxUc8YYnl0ZTozMgUuZGluc2VydDoxNTZtcwkxMDguMSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 09:18:09.736 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=22.488633271s] [2024/05/06 09:18:09.743 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] [2024/05/06 09:18:09.744 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] [2024/05/06 09:18:09.744 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:09.745 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b1b0fbe0-f25d-417c-b654-025041926b8c"] [] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=24.266Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=7.777Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=14.111Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=9.236Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=4.056Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=5.741Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=20.759Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.323Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=10.528Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.64Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=5.349Β΅s] [2024/05/06 09:18:09.747 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:09.748 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:09.748 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:09.765 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b1b0fbe0-f25d-417c-b654-025041926b8c] ["take time"=24.170075ms] [2024/05/06 09:18:09.765 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b1b0fbe0-f25d-417c-b654-025041926b8c] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1351] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:09.768 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:09.768 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e watch owner key /tidb/br-stream/owner/6f188f4d3063d6d8"] [2024/05/06 09:18:09.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:09.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:09.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:09.769 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] [2024/05/06 09:18:09.769 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] [2024/05/06 09:18:09.769 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:09.769 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:09.769 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:09.771 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:09.771 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:09.771 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=135e1ee6-bd45-4b41-84e4-b192c6bc555e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:09.771 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:09.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:09.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:09.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:09.771 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] [error="context canceled"] [2024/05/06 09:18:09.771 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=30.615794ms] [2024/05/06 09:18:09.771 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812948298244618] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:09.784 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:09.948 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=969] ["lease id"=3eaa8f4d3063d8a2] [2024/05/06 09:18:09.951 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:09.972 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:10.063 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=106.141574ms] [2024/05/06 09:18:10.068 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:10.068 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [runWorker=true] [2024/05/06 09:18:10.068 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:10.071 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:10.072 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:10.072 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:10.072 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:10.072 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:10.073 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.073 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:10.074 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d3063d79e] [ownerID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [op=none] [2024/05/06 09:18:10.075 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:10.075 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=847062d7-e3ed-477b-9a13-aaaa3bb786a7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.100 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:10.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:10.115 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:10.120 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] ["owner key"=/tidb/bindinfo/owner/6f188f4d3063d7a2] [ownerID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [op=none] [2024/05/06 09:18:10.125 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:10.127 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d3063d79e] [ownerID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [op=none] [2024/05/06 09:18:10.127 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [op=none] [2024/05/06 09:18:10.127 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:10.143 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:10.147 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:10.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:10.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:10.284 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:10.284 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:10.284 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:10.284 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:10.284 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:10.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:10.287 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:10.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:10.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:10.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:10.288 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:10.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:10.291 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] ["owner key"=/tidb/stats/owner/6f188f4d3063d7a6] [ownerID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [op=none] [2024/05/06 09:18:10.291 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:10.293 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:10.300 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/abd66f4a-9df4-468b-97d4-6cc21cdc4e17] [2024/05/06 09:18:10.300 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:10.300 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:10.310 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:10.310 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:10.311 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:10.334 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.515946ms] [2024/05/06 09:18:10.380 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/06 09:18:10.392 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 09:18:10.395 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 09:18:10.432 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.386 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.432 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.386 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/06 09:18:10.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.386 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.888886ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:10.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:10.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.291559ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.386 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.386 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.678 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:10.678 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 09:18:10.787 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.787 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 09:18:10.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.856 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:18:10.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.201332ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:10.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:18:11.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.095808ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.100 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:11.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:11.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:11.100 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:11.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.686 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.186 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:18:11.186 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.191 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.506966576\n# Parse_time: 0.002422335\n# Compile_time: 0.001359805\n# Rewrite_time: 0.00001107\n# Optimize_time: 0.000346921\n# Wait_TS: 0.000382208\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/06 09:18:11.244 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 135e1ee6-bd45-4b41-84e4-b192c6bc555e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:11.301 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:11.301 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:11.301 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/abd66f4a-9df4-468b-97d4-6cc21cdc4e17] [watcherID=f883e297-1394-4300-97b5-20118f388702] [2024/05/06 09:18:11.314 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:11.330 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:11.330 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:11.330 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:11.330 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:11.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:11.646 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:11.685 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:11.907 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:12.072 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:12.093 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:18:12.148 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:12.148 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:12.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:18:12.278 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:12.280 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:18:12.302 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.306 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:12.306 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:12.306 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=100.633Β΅s] [2024/05/06 09:18:12.306 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=334.68Β΅s] [] [2024/05/06 09:18:12.307 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:18:12.307 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:18:12.508 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:18:12.525 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:12.574 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:12.576 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 09:18:12.579 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.581 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:18:12.589 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:12.590 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:12.590 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:12.590 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:12.592 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:12.592 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:12.592 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:12.592 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:12.592 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:12.610 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:12.612 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:12.612 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:12.612 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:18:12.668 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/96561605-7850-4e22-b633-293ccf8fd0cd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5cc9ab0f-0f9b-4c71-a799-463f86bff1e0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f8542a0d-709e-40a3-9226-18b0406a7ffb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/30fc33cf-f3b1-4b6c-b546-f1821e4690d1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b3be2363-f19a-4c80-8c53-b267f27ce997] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/280f54bc-e43b-45cb-8e41-11b4607c713e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a6a4ef80-f9b2-4d63-9fcb-da623c63fc10] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.688 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 09:18:12.695 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=2.111678ms] [encodeDur=1.679228ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.812928ms] [type=file] [takeTime=6.943401ms] [] [2024/05/06 09:18:12.707 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=10.745647ms] [write-speed(bytes/s)=16.27KiB] [2024/05/06 09:18:12.707 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=12.532Β΅s] [write-time=10.932929ms] [sort-speed(kv/s)=239387.1688] [writer-id=data/76b71c9a-2d53-44fc-b584-65c43194c020] [2024/05/06 09:18:12.707 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/76b71c9a-2d53-44fc-b584-65c43194c020] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 09:18:12.713 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.363734ms] [write-speed(bytes/s)=29.49KiB] [2024/05/06 09:18:12.713 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.375Β΅s] [write-time=5.517429ms] [sort-speed(kv/s)=470588.2353] [writer-id=index/1/76b71c9a-2d53-44fc-b584-65c43194c020] [2024/05/06 09:18:12.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/76b71c9a-2d53-44fc-b584-65c43194c020] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:18:12.728 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=15.422971ms] [write-speed(bytes/s)=15.51KiB] [2024/05/06 09:18:12.729 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.708Β΅s] [write-time=15.632153ms] [sort-speed(kv/s)=525578.1359] [writer-id=index/2/76b71c9a-2d53-44fc-b584-65c43194c020] [2024/05/06 09:18:12.729 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/76b71c9a-2d53-44fc-b584-65c43194c020] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:18:12.743 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=14.532199ms] [write-speed(bytes/s)=10.89KiB] [2024/05/06 09:18:12.744 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/76b71c9a-2d53-44fc-b584-65c43194c020] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.85Β΅s] [write-time=14.680268ms] [sort-speed(kv/s)=338983.0508] [writer-id=index/3/76b71c9a-2d53-44fc-b584-65c43194c020] [2024/05/06 09:18:12.744 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/76b71c9a-2d53-44fc-b584-65c43194c020] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:18:12.744 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=76.178996ms] [] [2024/05/06 09:18:12.744 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 09:18:12.834 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4fde12ed-583d-4f30-bfa2-5b1702df111c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/99dfebdc-df74-4b20-8509-d4898d2f992c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ea6d79a6-3cfd-452a-bd59-a4a29179944a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5fc61941-2281-496a-96a8-44b3bf5b19d6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ec7d7140-5fee-4b6f-8466-558c0527d5bd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/86a3fa71-428e-44df-a252-be89354cdbbe] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7307b8b9-27bc-406b-a3c8-7cf1af117493] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:12.839 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 09:18:12.847 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.97976ms] [encodeDur=3.44308ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=2.318797ms] [type=file] [takeTime=8.310714ms] [] [2024/05/06 09:18:12.853 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.245731ms] [write-speed(bytes/s)=33.32KiB] [2024/05/06 09:18:12.853 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=9.573Β΅s] [write-time=5.395363ms] [sort-speed(kv/s)=313381.3851] [writer-id=data/ba102854-a322-40d9-9896-9502bd1a8376] [2024/05/06 09:18:12.853 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ba102854-a322-40d9-9896-9502bd1a8376] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 09:18:14.737 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=1.883938941s] [write-speed(bytes/s)=85.99B] [2024/05/06 09:18:14.738 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.987Β΅s] [write-time=1.884102862s] [sort-speed(kv/s)=429368.8278] [writer-id=index/1/ba102854-a322-40d9-9896-9502bd1a8376] [2024/05/06 09:18:14.738 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/ba102854-a322-40d9-9896-9502bd1a8376] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:18:14.744 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=6.571888ms] [write-speed(bytes/s)=36.41KiB] [2024/05/06 09:18:14.744 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.264Β΅s] [write-time=6.713913ms] [sort-speed(kv/s)=478927.2031] [writer-id=index/2/ba102854-a322-40d9-9896-9502bd1a8376] [2024/05/06 09:18:14.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/ba102854-a322-40d9-9896-9502bd1a8376] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:18:14.751 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.854795ms] [write-speed(bytes/s)=27.02KiB] [2024/05/06 09:18:14.751 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/ba102854-a322-40d9-9896-9502bd1a8376] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.414Β΅s] [write-time=6.047456ms] [sort-speed(kv/s)=467726.8475] [writer-id=index/3/ba102854-a322-40d9-9896-9502bd1a8376] [2024/05/06 09:18:14.751 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/ba102854-a322-40d9-9896-9502bd1a8376] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:18:14.751 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=1.917151798s] [] [2024/05/06 09:18:14.751 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 09:18:14.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573576490614790\n# Query_time: 1.769699315\n# Parse_time: 0\n# Compile_time: 1.758685311\n# Rewrite_time: 0.001541627\n# Optimize_time: 1.7542533329999999\n# Wait_TS: 0.000174968\n# Cop_time: 0.0001056 Process_time: 0.00039553 Wait_time: 0.0001753 Request_count: 2 Total_keys: 426 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 106 Rocksdb_key_skipped_count: 1166\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000197765 Cop_proc_p90: 0.00025533 Cop_proc_max: 0.00025533 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 8.765e-05 Cop_wait_p90: 0.000113164 Cop_wait_max: 0.000113164 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2258\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ihegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjMuNDZtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6T0ZGCTEuMzYgS0IJTi9BCjEJMTRfMTQJXnwAGV8YOmRlc2MsIEqDAAGgBGlkGX8EMzgdfxwJMCBCeXRlcxEIHAoyCTE3XzI4Ce5UaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJkAAHMIGx1bW4jMTUpXRlxBDExHXGgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo2MzIuNsK1cywgZmV0Y2gdEAUyDDowc30RphEIJAozCTMxXzQxKEIBVAApCbVAZGF0YTpTZWxlY3Rpb25fNDARihA0MDQuMQVhNXxsY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4xOQG1IWA0X2tleXM6IDAsIHRvdF8BEhg6IDI1NS4zBUsBFBx3YWl0OiA2Mg1eZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwEf0BcwhfZHUFGhhuOiA3Ny45BU00bWF4X2Rpc3RzcWxfY29ZF0ggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY0FCJUAAX0VeLDIuMDVtc319CTI0MS3aQUgINAkxIQkEMV9FSVBub3QoaXN0cnVlX3dpdGhfbnVsbChK1gEUcmVvcmcpIVcMdGlrdgW2BDp7BWcEMHNVwTx9LCBzY2FuX2RldGFpbDogKc4tNUAyMTMsIGdldF9zbmFwc2hvdAmmECAzMS4yBfKYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1Mywga2V5QhcAHDgzLCBibG9jIboQfX19LCABlz6EACGsCGVzcw10MrQBBGFsJbYNGzW7BegId2FsLU4kIDUxNC44wrVzfSFGAQQcCjUJNDNfMzktSwwwMDAJScUuEwR8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FkWZRAQFoAQQwCjMJNl8yOShQcm9iZSGGODY0MDAJZ3JvdXAgYnk6Q3FsQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdRhtZToyLjM0Qdt1BBBwYXJ0aSEQGG9ya2VyOnsZ/xgxLjYyMTY2ha8ujwIINSwgRcJhMwAwaRdlAxw3LjA1MDU5MwFfYRgMZXhlY0UrAQ0hoRw6Ny4yNjgxMgVSYWkYMS40OTEyNQUyCHA5NR0QFH0sIGZpblKXABgyLjE1MzgzhVZelwABowRvdAmXEDYzLjM0iVoBFAWWDDcuOTkh2Qm+BZwUOS4yMjgzKR0BnBgyLjA4NDczpS4BnBkQOaIQNAkxXzOBYSWbaVgAbmFONXdtPwxtZToxOnoFBDM4sXxhohA1CTZfMyGlADhBVDXlSpYDTdYMaW5nLE7vBSRzY2hlbWFfaWRzUh8ARa4JHkk2CG1pbhWuADhOMQIEMS4pa4oxAhw2MDAuODg1wqHFXpoBLjECGDIuMTgwODJmMAIYMi40MDkyNCXrIZQYNTA1LjczMwVhIZQZEGowAhQxLjIwODAFRF6VAC4vAhAzOC43MQnEXS8EMjMZE0UvGDQuNzM3NjVdywwxNDM5zTdFyxEQWS8ANsGvDDM2CTAp5gBkwaokSGFzaEFnZ18zMXGiEDM1OC40BeM1c16oBggxLjllzUEUrXMtYAESFDogMTQwLqlpActlpQwgMTEzDRQAY76pBgQzOQ2Z7qkGyakMMS44M0qpBgA3YQcAMaVe/gkDzgkDSm8DFj8JfRkOHAnFKKEE/hAH7RAEODkaPAj+EAeqEAcyHAKhaQRhafEQWSMF6dkSCCAzN0k9WdQEOAnhEaEJDlwIgb2FY/4RB1IRBw==')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('8xnwSQruGQoNUHJvamVjdGlvbl8xMxLVGAoHU29ydF8xNBLeFwoLSGFzaEpvaW5fMjgSyAYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwaWRldGFpbDoge3RvdGFsX2tleXM6IDIxMywgZ2V0X3NuYXBzaG90X3RpbWU6IDMxLjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTMsIGtleV9za2lwcGVkX2NvdW4BF0A4MywgYmxvY2s6IHt9fX0sIAFYPoQAHHByb2Nlc3NfARwYOiAyNTUuMwV1CaIId2FpEY8MNjIuMQkaAegMd2FsbA00IDUxNC44wrVzfVZhATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXSUEWhYFhwg0MDQNbARsbyW8FGLZAWNvcCnZWCB7bnVtOiAxLCBtYXg6IDIuMTltcywgAcgtUQQwLAG+Bdo60gAF0AA6GcuAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNzcuOSUFqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmABhLTgoMi4wNW1zfX1w8QFdjxAS3A8KCmFbIEFnZ18yORKYDC5HAxAzMBK1CxkgEDM1EqkHNnoDEDM2EuwEHSIAMU54AwA0RfX+eAPueANteAAodXgEQL9peCyUAWdyb3VwIGJ5Om2BATZtAyHlHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqC/t4DQt4DBDg5TeMAcv7eA6beAxAxNDAuMkW/Qt4DCDExMxEbOt8DBDM3CRpa3wMcId7d3d0dPvdt3CHIYdwED2Rh3AhIYXNFyQQzMW3aEDM1OC40BYJx2gDaYtoDDDEuOTRu2gMyzgBt2hnHwtsDBDM5DZru2wNp2xAxLjgzbULbAyUqCK1s+DoqAQCE/vICvvICVdZd4gg1WhSlegwxLjMxIXQxnkSxAnBhcnRpYWxfd29ya2VyOnu5+Rg2MDAuODg1Jc4uAwUcNSwgdGFza1+hp62LwUccOjIuMTgwODIBXyB0b3RfZXhlYzrhoAENBX0YMi40MDkyNAWBodwYNTA1LjczMwVhCHA5NR0QFH0sIGZpblKWABQxLjIwODAFRF6VAAGhAG9NMhAzOC43MQnEARQFlQw3LjIzGRMFmxw0LjczNzY1NgG9AZsUMS4xNDM5zXoEOTUdEG4nAwitSP4t/QQAuekDABYWZwgAbg5dCDGYCDUpKTmOADgBci2OCHD8At0qJBoBAiFEREREJGM+VQAEOGexQxVTACyN8hxmaXJzdHJvdx1tmedRBQgyLjNleQ13BGKzagUCGDEuNjIxNjYlGV5wAS4FAhw3LjA1MDU5MwHXNXEyBgIYNy4yNjgxMgVSKWsQNDkxMjUFMilrERBqBgIUMi4xNTM4ScxelwAuBwIUNjMuMzQ2RWoVlgw3Ljk5DtgI5bZJBxQ5LjIyODMpHgGcFDIuMDg0NymlAZwZEF4HAhgUrkfhDHsIKm4KaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGKcBgQsIDXaBCldTS0MMy4xMSFWMbYAOxbBCBBoYXNoX8X6ADoWdgoQOjYzMi4J6xBmZXRjaB0QBTIsOjBzfSGdqwU5Kn4IOqcAAD1KkQD5kxQ6ZGVzYyxOmAfpURWoKTANqAVrAOpCawBO/gcBRxBtZXRhLE5kABmIFWgANEVEDWgMYg9DbyanCUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:14.794 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573576503721985\n# Query_time: 1.804890742\n# Parse_time: 0\n# Compile_time: 1.783244061\n# Rewrite_time: 0.005216189\n# Optimize_time: 0.025559653\n# Wait_TS: 0.000166628\n# Cop_time: 0.006460835 Process_time: 0.000217581 Wait_time: 0.000139749 Request_count: 4 Process_keys: 6 Total_keys: 14 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 5 Rocksdb_key_skipped_count: 22\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 5.4395e-05 Cop_proc_p90: 6.9285e-05 Cop_proc_max: 6.9285e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4937e-05 Cop_wait_p90: 5.1783e-05 Cop_wait_max: 5.1783e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74517\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xDKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjExLjVtcywgbG9vcHM6Mgk0LjczIEtCCTAgQnl0ZXMKMQkzXzE1bpEADGlkLCBaiwABsQxfa2V5ZiEABHlwZqUADHN0YXRuHgAEZXBiWACGJQEgb25jdXJyZW5jZp0AjkkBJHRhcmdldF9zY28BySBDb2x1bW4jMzU1XggwLjc9XggsIEMZeAw6T0ZGIW8AMSFvJE4vQQoyCTZfMTYlayBncm91cCBieTpaWQEhdCRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGAAC4d6wgpLT4VowAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQpmTAARIqJSAAh5cGVqTgBFWSkjfuIARWhmSwAFH56WAFF5Zk8AESKeUgBdhmZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXANmUgAuJgB9dwA0MncDTHBhcnRpYWxfd29ya2VyOnt3YWxspSIgOjguNTE5MTIzAS8d7gw6NSwgRZJgbnVtOjEsIHRvdF93YWl0OjQwLjg1NzUyMQExARY4ZXhlYzoyMTEuODAywrVzCSulWxw0MS40ODUwMIUCLG1heDo4LjM2NDk5OAE7CHA5NR0QFH0sIGZpblKhACAxMC42NTkyNzkBNl6iAAGuFaIQNy4yOTEViwWgEDYuNjE1FRMFnhw1MC4wMzA0NgX6AZ4gMTAuNTgzMDU2AWkBnx0RAH2BoQEENAozCTNfMTgJMAkwLjAyXqQGgZ9aMwQlVf4TBloTBnlbWn0AMicDXiQALvMCWiQAScZaHQAukQIyoQZ2nAVRvAg4LjAl6+2RdjMGGDQJMTdfMjAxj1Bpbm5lciBqb2luLCBlcXVhbDpbZXEu2QVKgwByzAABHRApIGVxKNE3ADcBkMnlCDYpXRG0CDcuN0XVFbRoYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6Ny4wRV8gZmV0Y2g6Ni44BQ4FLhA6MTk3LkGkJH0sIHByb2JlOns9i03iFGFsOjM0LlWzCDYuORK9CAkwEDIwNi44ReUFXxAgYW5kIGW0LDM0LjFtc30JMTAuMuFtHtwIHDUJM18yMShCAa0AKTFEPdaOLgFKJAAdtxQsIGNhc3R6ggF5EzBkb3VibGUgQklOQVJZ/a0ANzFpADZ6TwgIMi42Ik8IFDYJMzBfMnWrGUMAMiV1NawQaW5kZXgSXAoEOiApp4khECAyLjYygQwlThhfaGFuZGxlBRYBFSm0ECA4Ljc0JXMlaRAgMTbCtSHBJfVWVAAAOaU6oVcIIDEsMtEELCA1fSwgbmV4dDogewFPAF8FmgQ6ICXvBREJVxhsb29rdXBfDYIMNDM5LgF2ACxKIwAMcmVzcAGyBDQ4Jf8IOS45If8ObAkYNwk0N18yNTH8GDFfMAkxMAkFYAw6c3QsKRUQOmlkeF+hQAxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgDjwIJHM6cHNldWRvCTIWcgsIMi41BdIpgQAzIQQAcDErMRehkAwgMS41hQoMcHJvY6EzDHM6IDLJXwESEDogNDku2XIhIBQ6IDQyLjclj2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwpuwVyCF9kdQUaFG46IDcyLinJLG1heF9kaXN0c3FsX13KTDogMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY+0hDqIMRGltZToxLjQ0bXN9fSwgdGlrdgVpBDp7BRoAMCJpDAFNKHNjYW5fZGV0YWlsVXoB2ghlc3My7wAEYWwyFwAkX3NpemU6IDEyMCUNBGFsDS0IMywgEosLGG5hcHNob3RNxQwxOS4zJRJ0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JVsIa2V5PhYAGDQsIGJsb2NhGwB9CdIEbWVetAAF4zKWAeHRBGFpEYs1nSUXJoMIDCAyMDElt/lmHDcJMV8yNyhQoQgAKUWe5W8EaW56SwRBcEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpkTKFBUmuADJurgJF1iHBLZE2rQIAOC2IIqgICCAyNA0TAGO+rQIENTTFKgAs/q0CRa0EMTb+rQKGrQIMMjkxNjauAgA2Uq4C0cHWrQIBZL6uAj2XNq4CNZ4+rgIIMTQ55WdZrhg4CTQ1XzI2RagyRgWKEQVmIQShqAEE6acAOXENGDAJMjkuOTcuqAc+kw79wy4bAPloXiEAEjUOWh0AbVtaHgD+ewr+ewpOewo+ewguDAEOogtebggANnH5BDYuFrwMdfxGvhAEMzTxUhJvCAAzDr8QKaARRQg1Ljfl8hVF5dbJFj5wCAAzEkYKPnAIADMucQgINy43+e4QOiAxNC4O6wzBbA5oClZXAOlH8Vwy1QZacwgAMg21qb4FWjZ2CAg1OTbtfUYjAB52CA7ICxR9CTIxLjUxJBJ2CAQzMy52CAAzHnYIInUIRWkAKAUGKm0IDHBhdXOhxwAsFQooXSwgWyJyZXZlcnQJGRkMCRut+QAs1QOGowgaFRQAMqnMKbNyoggpsr31GiwPARIMOiA1MMXYhfoaoggMMjAuOeWQxvUF/qIILqIIBDI3/vUFqfUJ71aiCAA26QEioQgANFLzBQg4LjcWtQx+9AUAMQ5hCkKhCAAywqEILpUBOvMFMZxC8wUENTMltrmUDqEIBDM1sZQOPwtp9lZjCC56BBJTDiJcCAgxLjeeXwgFKEFYGl8IKXtNagA2HucJJl8IBDUxxacALMZqAgQ2NU23/gwLDgwLADAOfAwAfe4MCxYMCwnvVmoCDDg0ODdlZVVsADFSbAIEMjWlLgAsXWy6MAguaAE2PQI1bz49AgQyNRboCVk9EjAIBDM0RTcuAAV6LwiBnYovCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('wDbACrs2CgdTb3J0XzEzEp41Cg1Qcm9qZWN0aW9uXzE1EpEyCgpIYXNoQWdnXzE2EsAoCjIhABQ4EpMlCgsBISRKb2luXzIwEuAQMkMAZDIxEucOCg5JbmRleExvb2tVcF8yOBLIBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0WwIAACRAMAI4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjIuNTNtcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNTltcywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogNDkuMsK1cywgdG90X3dhaXQ6IDQyLjfCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA3Mi40wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjQ0bXN9fWqwAnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAyLCB0b3RhbF9wcm9jZXNzX2tleXNfc2l6ZTogMTIwLCB0b3RhbF9rZXlzOiAzLCBnZXRfc25hcHNob3RfdGltZTogMTkuM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyLCBrZXlfc2tpcHBlZF9jb3VudDogNCwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiA0OS4ywrVzLCB0JRMUd2FpdF90Af0MIDQyLimeAHQhFwx3YWxsDRkIMjAxBRoIfXD/EQEEAXgRCiT/ARLhBgoMU2VsbTJAMjcSjgEKEVRhYmxlUm93SURJ3AA2SdkEVKVC2QIIDQoLXdkIUh5rcqgCBGocBZ9FkgB7BbkAMFWvADFaogAIGgECCX40kKVAKaDbSxqjdZQ/MAFhVxBSbmluKGVWTC50aWRiX2JhY2tncm91bmRfc3ViAWZcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABRlcCkpWhEFtAQybRW1CDJi12pkAwAzASkEcHJaYwMAOE09YXYhygw6IDI0DRMAY75jAxg1NC41wrVz/mMDaWMgMTZtc319arECbq0BCCwgc4H3AGTeYwMQMjkxNiwB/AhhbF9pZCA2LCBnZXRfc24yZAMINi44Bdkgcm9ja3NkYjogsmMDAWQEYmy2ZAM9mARhbCWacUsxnyUYfWQIMTQ5BaZawgIcIY1EbI0y9XIyvwIIAUABrbYMNi4yNkEpAGylthAyYugBacFuaSYIIHt0ZetFeQwgMi42RX0sZmV0Y2hfaGFuZGxlBRYBQChidWlsZDogOC43NCUySVQgMTbCtXN9LCB0YdNWVAAEOTEBPwhudW3FIAxjb25jtZkoNX0sIG5leHQ6IHsBTwBfBZoEOiBF2QURCVcYbG9va3VwXw2CDDQzOS4BdgAsSiMADHJlc3ABshw0OG1zfXCyny6MBOFBGKmDwKdjFXQ+KwEIUpUBfugDDGVwLCB2JAAd2hQsIGNhc3R69QOBQUGccCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzN1oTJZkINi43IUMxwgQPQz1EFE9GRnDsFC5zBQTlETZjCAg5EqU6YwgMMzYS80ZjCAgzMxoeYwgEuJqxigQ+QKkMDEocChqxihQBdBoOCgWF+wASCQcEUm0eWggMcGF1c4H+ACwVCihdLCBbInJldmVydAkZGQwJG60wACy1OgBdgpAIKRcAMqkCKRcIM2LYbisFADghQb0sADGFHeW0EDogNTAuzd4Eb3RlkhQ6IDIwLjlF5wBjwiwFBDIuaSEYbWF4X2Rpc/KPCAQyN6UsAK/uLAWlLAnwBGFsBfIIZXNzQXkkc19zaXplOiA2MiUNtSoANFIqBQg4LjeWKwUAMSG/EHlfc2tpLo4IBDIsvioFLpYBOioFMZ1CKgUENTMlt1oqBQgS7gUujggMMzUSjUaOCAQzNBYQCASquUIEAwgMCgp5BP6NCHKNCCgEukApuR6F61H4PW2BBFIoVk4IFGdsb2JhbKV6BC5zFkcIABSFNQwxLjcyQfVpH3ZKCAUpXh4DBDY5GjcIeR4ENTHFkQAsxh4DBDY1bWv+HgNhHgAwoeYIfWqC/h4Dch4DDDg0ODc2IAMAMVIgAwwyNS4xhTImSwi6GwguaQE28QI1cD7xAgQyNRY1CFrxAhwhiTvD1kvhjTJNAiYbCAg1LjflnFEjAO5uGwipQz4bCAAzLhwICDcuN/mZDDogMTQlEnYeCAQ1OUGlrh4IADINtmIhCAg1OTYaXw5GIwAeIQgEMDkOIQgEr6w2IQggAiHpIJT5JgGPPjEBCFLbAv39LnQDBGlkMhgILhsA+eFaPAAMdHlwZWI+AOVgYh4AHHByaW9yaXR5YiEAFGNyZWF0ZRLZCWYkACZICGIkAIFUYh0ACHRhchJUCwRjbwHJPvQILgwBISde5wgANo2yCDYuMHboCATcIiroCEAhxakaJTnOlEApidLe4AuTmQ62DWQBQAFScGlubmVyIGpvaW4sIGVxdWFsOltlcXqNCXLnAAEdECkgZXEoIpkJBCwgEQsINildDb8INy43EmYIcU4ElQESsQoQX2hhc2gWyQoEOnsSbgsMOjcuMGU3ZU0MOjYuOAUOBS4MOjE5NxJsDQR9LKGRDGJlOns9pgQ6NY2KCDozNBb9CA5vEQw2Ljk1YUUEcHIBMAQyMB7UDAVfDCBhbmRlCAEzADFB9STUUSF+/VR9SBaVQjsBAMv+5gL+5gL+5gL+5gKK5gJ9zEoRED2tTRcAOIVsACxVF0K+CwTYJS7WAhjOpmfib5qVHnwIAPBR1gS3Bg57EBBwIGJ5Oh2CPmMDIGZ1bmNzOm1heHrvAh2nKnAMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAsSBmTAARIp6YAKFRak4ApW8pI36cAKV+ZksABR+elgCxrGZPABEinlIAvd1mVQAdJaJYANkRalgAGSWeWAClQWIyAgEenkoALnIGZlIALiYAbYcMMTAuNKElsZ4YwQJwYXJ0aQ5oCRhvcmtlcjp7JnIRGDguNTE5MTIShxAd7qV+DGFza18OrggWUQ0WLg4cNDAuODU3NTISTQkOJgsOehccOjIxMS44MDISFAoBFRKWCxg0MS40ODUwyemhvRg4LjM2NDk5xToIcDk1HRAUfSwgZmluUqEAHDEwLjY1OTI3EjwJXqIAySwNogw3LjI5Fp8KAYsFoAw2LjYxFtYTARMFnhw1MC4wMzA0NgX6AZ4cMTAuNTgzMDXFoQGfHRFedAoUNA3OSNbkRsIEAKv+XQb+XQY6XQZJd1rGBHmSWiEAPXZiHwkyggNaSAAuqwImVggANVm2dhMJNj0GFJLHF1XY/EZ7AQBeWn0AhuYAikYKBGlkEa0EMS4SiAgsbG9vcHM6MnDoJRgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:14.893 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:14.896 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:14.898 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 09:18:14.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:14.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:14.901 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.901 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:14.901 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:14.904 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:14.904 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:14.904 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:14.904 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.904 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:14.904 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.33002476s] [] [2024/05/06 09:18:14.933 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 09:18:14.933 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 09:18:14.933 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 09:18:14.933 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 09:18:14.934 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:18:14.934 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:18:15.106 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:15.108 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:15.110 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:15.184 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.192 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:15.192 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:15.194 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:15.195 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.195 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:15.196 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.196 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.196 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.197 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.197 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.202 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.202 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.202 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.202 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.203 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:15.203 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:15.209 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 09:18:15.209 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:15.213 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:15.213 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:15.215 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:15.216 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.216 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:15.217 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.217 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.217 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.217 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.217 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.221 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.221 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.221 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.221 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.221 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.221 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.222 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.223 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:15.223 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:15.228 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 09:18:15.228 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:15.233 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:15.233 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:15.238 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:15.256 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.256 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:15.258 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.258 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.258 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.258 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.258 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.263 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.263 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.263 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.263 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.263 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.263 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.264 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.264 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.264 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.265 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:15.265 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:15.269 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:18:15.270 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:18:15.272 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 09:18:15.272 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:15.276 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:15.276 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:15.278 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:15.279 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.279 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:15.280 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.280 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.280 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.280 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.280 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.284 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.284 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.284 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.284 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.284 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.284 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.285 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.285 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.286 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:15.286 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:15.292 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 09:18:15.292 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:15.292 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:18:15.292 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:18:15.497 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:18:15.512 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:15.557 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:15.561 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.562 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.572 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:15.572 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:15.573 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.573 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:15.574 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.574 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.574 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.574 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.574 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.592 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:15.594 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:15.594 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:15.641 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [2024/05/06 09:18:15.641 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.647 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 09:18:15.647 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.670 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:15.686 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.686 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:15.690 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 09:18:15.690 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.393Β΅s] [2024/05/06 09:18:15.690 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=3.952358ms] [] [2024/05/06 09:18:15.690 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:15.690 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 09:18:15.690 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:15.697 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.855341ms] [] [2024/05/06 09:18:15.703 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.704 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=13.422491ms] [] [2024/05/06 09:18:15.704 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:15.704 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=13.717672ms] [droppedSize=0] [2024/05/06 09:18:15.704 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=25.408Β΅s] [2024/05/06 09:18:15.722 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:18:15.724 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [takeTime=82.666908ms] [] [2024/05/06 09:18:15.812 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [2024/05/06 09:18:15.813 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.819 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 09:18:15.819 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.841 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:15.842 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.842 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:15.843 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 09:18:15.843 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.218Β΅s] [2024/05/06 09:18:15.843 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.194491ms] [] [2024/05/06 09:18:15.843 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:15.843 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 09:18:15.843 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:15.847 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.106771ms] [] [2024/05/06 09:18:15.852 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.852 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.32801ms] [] [2024/05/06 09:18:15.852 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:15.853 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.504614ms] [droppedSize=0] [2024/05/06 09:18:15.853 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.332Β΅s] [2024/05/06 09:18:15.867 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 09:18:15.869 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [takeTime=57.007506ms] [] [2024/05/06 09:18:15.955 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [2024/05/06 09:18:15.955 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.960 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 09:18:15.960 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.983 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:15.983 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.983 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:15.984 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 09:18:15.985 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.554Β΅s] [2024/05/06 09:18:15.985 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.562452ms] [] [2024/05/06 09:18:15.985 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:15.985 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 09:18:15.985 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:15.991 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.676713ms] [] [2024/05/06 09:18:15.995 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.996 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.734268ms] [] [2024/05/06 09:18:15.996 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:15.996 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.945947ms] [droppedSize=0] [2024/05/06 09:18:15.996 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=20.103Β΅s] [2024/05/06 09:18:16.009 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:18:16.011 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [takeTime=56.257056ms] [] [2024/05/06 09:18:16.082 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [2024/05/06 09:18:16.083 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.130 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 09:18:18.130 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:18.154 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:18.155 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:18.155 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:18.157 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 09:18:18.157 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=29.016Β΅s] [2024/05/06 09:18:18.157 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.394775ms] [] [2024/05/06 09:18:18.157 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:18.157 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 09:18:18.158 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:18.164 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.27159ms] [] [2024/05/06 09:18:18.168 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.169 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.852116ms] [] [2024/05/06 09:18:18.169 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:18.170 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=12.163778ms] [droppedSize=0] [2024/05/06 09:18:18.170 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=29.262Β΅s] [2024/05/06 09:18:18.184 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 09:18:18.186 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [takeTime=2.103159834s] [] [2024/05/06 09:18:18.244 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 09:18:18.254 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:18.255 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:18.255 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.255 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:18.255 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:18.257 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:18.257 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:18.258 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:18.258 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.258 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:18.258 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.700602294s] [] [2024/05/06 09:18:18.272 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:18.275 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:18.277 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:18.277 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:18.377 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 09:18:18.381 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:18.381 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:18.602 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:18.664 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:18:18.665 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:18:18.665 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:18:18.665 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=78.588Β΅s] [] [2024/05/06 09:18:18.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 09:18:18.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 09:18:18.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 09:18:18.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 09:18:18.665 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:18:18.665 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 09:18:18.665 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 09:18:18.673 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 09:18:18.677 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 09:18:18.679 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 09:18:18.682 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 09:18:18.683 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:18:18.683 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=18.266152ms] [] [2024/05/06 09:18:18.683 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=18.581082ms] [] [2024/05/06 09:18:18.739 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=136.858453ms] [] [2024/05/06 09:18:18.788 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:18.788 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:18:18.793 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:18:18.857 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:18:18.857 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:18.889 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:18.889 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:18.893 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 09:18:18.895 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.895 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.938 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=45.622346ms] [] [2024/05/06 09:18:19.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.897372915\n# Parse_time: 0.002852354\n# Compile_time: 0.003445337\n# Rewrite_time: 0.000519075\n# Optimize_time: 0.000346921\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 09:18:19.111 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:19.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 09:18:19.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:19.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:19.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:19.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:18:19.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:19.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:19.329 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:18:19.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.737631ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:19.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:18:19.464 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=80.440912ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:19.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:19.536 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:18:19.559 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 09:18:19.563 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:19.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:19.648 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:18:19.648 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:19.653 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.484205077\n# Parse_time: 0.000295568\n# Compile_time: 0.000925982\n# Rewrite_time: 0.000009683\n# Optimize_time: 0.003128066\n# Wait_TS: 0.000563238\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:19.674 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:19.675 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:19.715 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:19.907 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:20.093 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:18:20.149 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:20.149 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:20.258 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:18:20.261 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:20.265 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:18:20.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:20.294 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:20.297 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:20.297 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:20.297 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=103.671Β΅s] [2024/05/06 09:18:20.297 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=260.058Β΅s] [] [2024/05/06 09:18:20.297 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:18:20.297 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:18:20.559 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:18:20.592 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:20.642 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:20.645 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 09:18:20.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:20.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:20.657 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:20.657 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:20.657 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:20.657 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:20.658 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:20.658 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:20.658 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:20.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:20.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:20.675 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:20.677 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:20.678 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:20.678 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:18:20.734 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fd65e89d-e16c-4d1e-8ae9-493e034ce914] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/57b5f5e8-286e-472b-b1b7-f8277cf566a6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9b398ae8-19e2-47e6-9fc4-aadb31d663ba] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fed163f9-697e-48b3-9fc3-5d07de38312e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7790598c-f841-4cab-b28c-437bf64a3f94] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b399e497-4931-4ca8-87e9-73e157804d36] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.736 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c8b1bc3f-f31c-404b-866e-7171df1a985e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.739 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 09:18:20.792 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.510993ms] [encodeDur=1.720514ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=49.364943ms] [type=file] [takeTime=53.232463ms] [] [2024/05/06 09:18:20.814 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.686891ms] [write-speed(bytes/s)=8.45KiB] [2024/05/06 09:18:20.814 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=12.276Β΅s] [write-time=20.910851ms] [sort-speed(kv/s)=244379.2766] [writer-id=data/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [2024/05/06 09:18:20.814 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 09:18:20.839 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=25.266839ms] [write-speed(bytes/s)=9.469KiB] [2024/05/06 09:18:20.840 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=9.105Β΅s] [write-time=25.51237ms] [sort-speed(kv/s)=329489.2916] [writer-id=index/2/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [2024/05/06 09:18:20.840 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:18:20.850 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.337317ms] [write-speed(bytes/s)=15.3KiB] [2024/05/06 09:18:20.850 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=9.534Β΅s] [write-time=10.511281ms] [sort-speed(kv/s)=314663.3103] [writer-id=index/3/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [2024/05/06 09:18:20.851 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:18:20.892 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=41.333366ms] [write-speed(bytes/s)=3.827KiB] [2024/05/06 09:18:20.892 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.639Β΅s] [write-time=41.629124ms] [sort-speed(kv/s)=451875.2824] [writer-id=index/1/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [2024/05/06 09:18:20.893 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/7ea64c0d-6e2e-437d-b38d-8e6ad9a60514] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:18:20.893 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=158.462432ms] [] [2024/05/06 09:18:20.893 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 09:18:20.985 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e2fa16e1-c7ce-4630-84b7-c0303be6c76a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f06e2350-43d1-4aaa-89b0-ab010538dd8c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a51d84ab-2cb5-4aae-b366-d943f4db69bd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/628e3afa-7e7f-487f-b7c8-550ab647748e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d00b39d4-be20-45f6-9baf-7c1ed7b9bbf5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d84e4f3d-7638-4ccd-a6e8-ab3c25985a40] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c35f5930-34b3-47ad-8e04-1791d6ae9801] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:20.987 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:18:20.990 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 09:18:21.035 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.2994ms] [encodeDur=1.869035ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=41.224257ms] [type=file] [takeTime=44.925157ms] [] [2024/05/06 09:18:21.057 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=21.730678ms] [write-speed(bytes/s)=8.044KiB] [2024/05/06 09:18:21.057 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.94Β΅s] [write-time=21.862466ms] [sort-speed(kv/s)=377833.7531] [writer-id=data/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [2024/05/06 09:18:21.057 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 09:18:21.081 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=23.846992ms] [write-speed(bytes/s)=6.634KiB] [2024/05/06 09:18:21.081 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.918Β΅s] [write-time=23.994481ms] [sort-speed(kv/s)=506928.0162] [writer-id=index/1/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [2024/05/06 09:18:21.081 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:18:21.104 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=22.62041ms] [write-speed(bytes/s)=10.58KiB] [2024/05/06 09:18:21.104 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.984Β΅s] [write-time=22.816693ms] [sort-speed(kv/s)=501336.8984] [writer-id=index/2/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [2024/05/06 09:18:21.105 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:18:21.129 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=24.317649ms] [write-speed(bytes/s)=6.506KiB] [2024/05/06 09:18:21.129 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.743Β΅s] [write-time=24.537233ms] [sort-speed(kv/s)=343131.6482] [writer-id=index/3/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [2024/05/06 09:18:21.130 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/039b19d8-14fc-49ad-97dd-45d1ca5239aa] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:18:21.130 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=144.345028ms] [] [2024/05/06 09:18:21.130 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 09:18:21.214 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:21.216 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:21.216 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.216 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:21.216 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:21.218 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:21.218 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:21.218 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:21.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:21.219 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:21.219 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=576.175441ms] [] [2024/05/06 09:18:21.278 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:21.281 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:21.284 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:21.306 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/06 09:18:21.306 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/06 09:18:21.576 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:21.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.581 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.582 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/06 09:18:21.636 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [2024/05/06 09:18:21.637 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/06 09:18:21.637 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=10] [writer-id=0c8377b0-2283-4c6b-b954-b66aca0180e9] [file-count=2] [2024/05/06 09:18:21.641 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=10] [data-file=2/10/0c8377b0-2283-4c6b-b954-b66aca0180e9/one-file] [stat-file=2/10/0c8377b0-2283-4c6b-b954-b66aca0180e9_stat/one-file] [2024/05/06 09:18:21.686 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=10] [writerID=0c8377b0-2283-4c6b-b954-b66aca0180e9] [2024/05/06 09:18:21.686 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=10] [writer-id=0c8377b0-2283-4c6b-b954-b66aca0180e9] [file-count=2] [takeTime=49.082659ms] [] [2024/05/06 09:18:21.686 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/06 09:18:21.686 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [takeTime=49.542882ms] [] [2024/05/06 09:18:21.800 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [2024/05/06 09:18:21.800 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:18:21.800 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=11] [writer-id=dd2a4f6e-24e3-41cd-bbf2-cb4ddc1c37cc] [file-count=2] [2024/05/06 09:18:21.806 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=11] [data-file=2/11/dd2a4f6e-24e3-41cd-bbf2-cb4ddc1c37cc/one-file] [stat-file=2/11/dd2a4f6e-24e3-41cd-bbf2-cb4ddc1c37cc_stat/one-file] [2024/05/06 09:18:21.812 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=11] [writerID=dd2a4f6e-24e3-41cd-bbf2-cb4ddc1c37cc] [2024/05/06 09:18:21.812 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=11] [writer-id=dd2a4f6e-24e3-41cd-bbf2-cb4ddc1c37cc] [file-count=2] [takeTime=12.061762ms] [] [2024/05/06 09:18:21.813 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/06 09:18:21.813 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [takeTime=12.550969ms] [] [2024/05/06 09:18:21.901 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [2024/05/06 09:18:21.901 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:18:21.901 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=12] [writer-id=cff28a37-182d-4314-bf08-3d89d6d9ee88] [file-count=2] [2024/05/06 09:18:21.906 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=12] [data-file=2/12/cff28a37-182d-4314-bf08-3d89d6d9ee88/one-file] [stat-file=2/12/cff28a37-182d-4314-bf08-3d89d6d9ee88_stat/one-file] [2024/05/06 09:18:21.914 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=12] [writerID=cff28a37-182d-4314-bf08-3d89d6d9ee88] [2024/05/06 09:18:21.914 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=12] [writer-id=cff28a37-182d-4314-bf08-3d89d6d9ee88] [file-count=2] [takeTime=12.502669ms] [] [2024/05/06 09:18:21.914 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/06 09:18:21.914 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [takeTime=12.918661ms] [] [2024/05/06 09:18:22.007 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [2024/05/06 09:18:22.007 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:18:22.007 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=13] [writer-id=093e98b7-0930-410d-a29d-34df656e7065] [file-count=2] [2024/05/06 09:18:22.012 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=13] [data-file=2/13/093e98b7-0930-410d-a29d-34df656e7065/one-file] [stat-file=2/13/093e98b7-0930-410d-a29d-34df656e7065_stat/one-file] [2024/05/06 09:18:22.019 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=13] [writerID=093e98b7-0930-410d-a29d-34df656e7065] [2024/05/06 09:18:22.019 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=13] [writer-id=093e98b7-0930-410d-a29d-34df656e7065] [file-count=2] [takeTime=12.229784ms] [] [2024/05/06 09:18:22.020 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/06 09:18:22.020 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [takeTime=12.620177ms] [] [2024/05/06 09:18:22.075 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:22.078 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:22.080 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:22.087 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=511.111112ms] [] [2024/05/06 09:18:22.148 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.149 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.176 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:22.177 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:22.179 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:22.179 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.180 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:22.181 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.181 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.181 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.181 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.181 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.186 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.186 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.188 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:22.188 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:22.193 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/06 09:18:22.193 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:22.197 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:22.198 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:22.199 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:22.200 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.200 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:22.201 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.201 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.201 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.201 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.201 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.206 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.206 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.206 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.206 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.208 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:22.208 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:22.213 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/06 09:18:22.213 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:22.216 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:22.217 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:22.218 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:22.219 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.219 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:22.220 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.220 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.220 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.220 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.220 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.226 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.226 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.226 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.226 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.227 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:22.227 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:22.232 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/06 09:18:22.232 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:22.236 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:22.236 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:22.237 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:22.238 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.238 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:22.239 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.239 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.239 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.239 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.239 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.244 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.244 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.244 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.244 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.245 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:22.246 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:22.250 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/06 09:18:22.250 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:22.250 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:18:22.250 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:18:22.492 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:18:22.492 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:22.499 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:18:22.596 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:22.653 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:22.658 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.658 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.668 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:22.668 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:22.669 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.669 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:22.670 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.670 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.670 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.671 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.671 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.687 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:22.689 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:22.689 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:22.747 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [2024/05/06 09:18:22.747 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.754 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 09:18:22.755 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:22.777 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:22.777 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:22.777 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:22.779 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 09:18:22.779 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=19.973Β΅s] [2024/05/06 09:18:22.779 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.573724ms] [] [2024/05/06 09:18:22.779 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:22.779 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 09:18:22.779 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:22.785 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.990298ms] [] [2024/05/06 09:18:22.790 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.791 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.657507ms] [] [2024/05/06 09:18:22.791 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:22.791 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=11.944251ms] [droppedSize=0] [2024/05/06 09:18:22.791 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=14.87Β΅s] [2024/05/06 09:18:22.805 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:18:22.807 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [takeTime=59.740522ms] [] [2024/05/06 09:18:22.890 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [2024/05/06 09:18:22.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.896 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 09:18:22.897 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:22.919 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:22.919 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:22.919 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:22.920 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 09:18:22.921 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.793Β΅s] [2024/05/06 09:18:22.921 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.438509ms] [] [2024/05/06 09:18:22.921 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:22.921 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 09:18:22.921 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:22.925 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.037411ms] [] [2024/05/06 09:18:22.929 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.930 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.962287ms] [] [2024/05/06 09:18:22.930 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:22.930 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.18194ms] [droppedSize=0] [2024/05/06 09:18:22.930 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.9Β΅s] [2024/05/06 09:18:22.944 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 09:18:22.945 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [takeTime=55.21073ms] [] [2024/05/06 09:18:23.028 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=data] [2024/05/06 09:18:23.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.034 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/06 09:18:23.034 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:23.084 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:23.085 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:23.085 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:23.086 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/06 09:18:23.086 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.424Β΅s] [2024/05/06 09:18:23.086 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.645414ms] [] [2024/05/06 09:18:23.087 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:23.087 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/06 09:18:23.087 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:23.092 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.363293ms] [] [2024/05/06 09:18:23.097 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.097 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.679371ms] [] [2024/05/06 09:18:23.097 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:23.097 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.909268ms] [droppedSize=0] [2024/05/06 09:18:23.098 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=35.863Β΅s] [2024/05/06 09:18:23.111 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 09:18:23.113 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=data] [takeTime=85.300611ms] [] [2024/05/06 09:18:23.184 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [2024/05/06 09:18:23.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.191 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 09:18:23.191 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:23.213 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:23.213 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:23.213 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:23.214 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 09:18:23.215 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.266Β΅s] [2024/05/06 09:18:23.215 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.089096ms] [] [2024/05/06 09:18:23.215 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:23.215 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 09:18:23.215 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:23.218 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.335751ms] [] [2024/05/06 09:18:23.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.223 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.014155ms] [] [2024/05/06 09:18:23.223 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:18:23.223 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.217681ms] [droppedSize=0] [2024/05/06 09:18:23.223 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=13.633Β΅s] [2024/05/06 09:18:23.237 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:18:23.239 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [takeTime=54.35784ms] [] [2024/05/06 09:18:23.289 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.297 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:23.297 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.297 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.297 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:23.299 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:23.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.299 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=646.630475ms] [] [2024/05/06 09:18:23.369 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:23.372 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:23.374 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:23.374 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:23.492 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 09:18:23.497 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:23.497 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:23.610 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:18:23.611 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:23.672 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:23.713 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:23.762 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:18:23.763 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:18:23.763 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:18:23.763 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=10.481Β΅s] [] [2024/05/06 09:18:23.763 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 09:18:23.763 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 09:18:23.763 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 09:18:23.763 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 09:18:23.763 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:18:23.763 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:18:23.763 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:18:23.774 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 09:18:23.776 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 09:18:23.778 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 09:18:23.781 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 09:18:23.781 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:18:23.781 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=18.846232ms] [] [2024/05/06 09:18:23.781 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=19.048143ms] [] [2024/05/06 09:18:23.857 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=143.850843ms] [] [2024/05/06 09:18:23.873 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:23.873 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:18:23.878 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:18:23.950 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:23.955 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:23.979 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:23.979 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:23.983 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 09:18:23.985 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:23.986 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.046 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=62.682865ms] [] [2024/05/06 09:18:24.055 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.401195203\n# Parse_time: 0.001635159\n# Compile_time: 0.002583243\n# Rewrite_time: 0.000437713\n# Optimize_time: 0.003128066\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC40cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6NC40cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/06 09:18:24.203 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:24.204 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 09:18:24.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:24.186 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:24.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:24.186 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:18:24.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:24.186 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.341 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/06 09:18:24.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.870514ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:24.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:18:24.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.478309ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:24.186 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.496 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:18:24.505 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 09:18:24.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:24.186 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.597 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:24.598 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:24.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.398035616\n# Parse_time: 0.000297652\n# Compile_time: 0.000957358\n# Rewrite_time: 0.000009095\n# Optimize_time: 0.001858853\n# Wait_TS: 0.000419622\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:24.615 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.616 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.830 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:24.949 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:18:24.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.355607834\n# Parse_time: 0.000856481\n# Compile_time: 0.001458943\n# Rewrite_time: 0.000268765\n# Optimize_time: 0.001858853\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzUyLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzUyLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/06 09:18:24.988 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:24.989 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:25.095 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:18:25.099 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:25.102 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:18:25.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:25.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:25.138 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:25.138 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:25.138 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=68.523Β΅s] [2024/05/06 09:18:25.138 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=228.776Β΅s] [] [2024/05/06 09:18:25.138 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:18:25.138 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:18:25.304 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:18:25.347 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:25.386 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:25.388 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 09:18:25.390 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:25.391 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:25.401 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:25.401 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:25.401 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:25.401 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:25.402 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:25.402 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:25.402 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:25.402 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:25.403 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:25.440 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:25.442 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:25.442 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:25.442 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:18:25.496 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a099dbbb-bdab-494e-8691-961682b7bf6e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/02b6eee1-e7b7-4bbd-a1b3-834cd03945dc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ca3f82de-f967-4265-ac3b-fe111257c519] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f458d718-5aa4-4edb-a513-d8d0e0de4cb8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/08a7e999-a449-4c50-8577-960af328c4b0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c1e281a7-324d-4819-b990-57c91f14823b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/02d76dfe-285f-41fc-9f4f-100d0bc13ce4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.497 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 09:18:25.500 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/06 09:18:25.522 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.140425ms] [encodeDur=1.583828ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=17.954756ms] [type=file] [takeTime=21.135914ms] [] [2024/05/06 09:18:25.535 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=12.980066ms] [write-speed(bytes/s)=13.47KiB] [2024/05/06 09:18:25.535 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.976Β΅s] [write-time=13.159407ms] [sort-speed(kv/s)=376128.3852] [writer-id=data/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [2024/05/06 09:18:25.535 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/06 09:18:25.551 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=15.987458ms] [write-speed(bytes/s)=9.895KiB] [2024/05/06 09:18:25.552 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=10.3Β΅s] [write-time=16.148745ms] [sort-speed(kv/s)=291262.1359] [writer-id=index/1/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [2024/05/06 09:18:25.552 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:18:25.562 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=9.953853ms] [write-speed(bytes/s)=24.04KiB] [2024/05/06 09:18:25.562 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.442Β΅s] [write-time=10.091883ms] [sort-speed(kv/s)=551267.9162] [writer-id=index/2/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [2024/05/06 09:18:25.562 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:18:25.577 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=14.992683ms] [write-speed(bytes/s)=10.55KiB] [2024/05/06 09:18:25.577 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.132Β΅s] [write-time=15.136044ms] [sort-speed(kv/s)=489236.7906] [writer-id=index/3/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [2024/05/06 09:18:25.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5ab8eacb-2ba1-4d61-88d5-d3a412c5fc70] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:18:25.578 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=81.638217ms] [] [2024/05/06 09:18:25.578 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 09:18:25.689 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/58257910-7b70-4a01-99af-209adb3c8cfe] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/00d198ff-5dae-4535-bf31-978684ceb34c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/91f5b442-6686-48b4-b828-7ea503441a1d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ab19d350-6a82-4fc9-bcc6-7670f9918bc2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b5feabd1-3479-4377-a5c3-ae4b792c4526] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4449113e-4285-4165-a518-02200c9ee4b2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.691 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 09:18:25.691 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/953e48bf-9356-4ca4-83b2-25cba5090e69] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:18:25.693 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/06 09:18:25.712 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.113281ms] [encodeDur=1.958268ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=14.653224ms] [type=file] [takeTime=18.146881ms] [] [2024/05/06 09:18:25.722 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=10.05711ms] [write-speed(bytes/s)=17.38KiB] [2024/05/06 09:18:25.722 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.37Β΅s] [write-time=10.218301ms] [sort-speed(kv/s)=263852.2427] [writer-id=data/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [2024/05/06 09:18:25.722 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/06 09:18:25.754 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=31.365295ms] [write-speed(bytes/s)=5.044KiB] [2024/05/06 09:18:25.754 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.25Β΅s] [write-time=31.506673ms] [sort-speed(kv/s)=480000.0000] [writer-id=index/1/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [2024/05/06 09:18:25.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:18:25.767 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=12.724025ms] [write-speed(bytes/s)=18.8KiB] [2024/05/06 09:18:25.767 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.093Β΅s] [write-time=12.879511ms] [sort-speed(kv/s)=422952.2064] [writer-id=index/2/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [2024/05/06 09:18:25.767 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:18:25.778 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.942699ms] [write-speed(bytes/s)=14.46KiB] [2024/05/06 09:18:25.779 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.92Β΅s] [write-time=11.100569ms] [sort-speed(kv/s)=506756.7568] [writer-id=index/3/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [2024/05/06 09:18:25.779 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9dbdf5bd-51dc-49ce-8dde-e2474b0439d6] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:18:25.779 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=89.249171ms] [] [2024/05/06 09:18:25.779 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 09:18:25.880 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:25.882 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:25.882 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:25.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:25.883 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.883 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:25.883 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.883 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:25.883 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:25.885 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:25.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:25.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:25.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:25.885 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=499.27238ms] [] [2024/05/06 09:18:25.914 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:25.916 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:25.918 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:25.937 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/06 09:18:25.938 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 09:18:25.938 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 09:18:25.938 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 09:18:25.938 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:18:25.938 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:18:26.085 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:26.087 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:26.089 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:26.089 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.089 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 09:18:26.120 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:18:26.127 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.129 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 09:18:26.134 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:18:26.194 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:26.235 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:26.236 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:26.238 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 09:18:26.240 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:26.241 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:26.278 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=39.873993ms] [] [2024/05/06 09:18:26.376 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/06 09:18:26.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 09:18:26.566 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 09:18:26.598 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.597 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/06 09:18:26.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.018957ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:26.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:18:26.764 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.653729ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:26.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306773241\n# Parse_time: 0.000255718\n# Compile_time: 0.000572239\n# Rewrite_time: 0.000006766\n# Optimize_time: 0.001858853\n# Wait_TS: 0.00040874\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd4937cfeb90cc8d9126ca0cac1fdb04824fc3ff7b25aad7f969ebe6eb7f6d88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gs_multi_files;"] [2024/05/06 09:18:26.876 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 09:18:26.919 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.919 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 09:18:26.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/06 09:18:27.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.20726ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:27.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:18:27.095 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.78513ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.230 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:18:27.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:27.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.359994831\n# Parse_time: 0.001212581\n# Compile_time: 0.001036006\n# Rewrite_time: 0.00000923\n# Optimize_time: 0.001858853\n# Wait_TS: 0.000361599\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 09:18:27.251 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.251 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.458 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:27.589 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/06 09:18:27.634 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:27.634 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:27.740 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:18:27.743 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:27.745 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:18:27.765 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.766 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.769 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:27.770 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 09:18:27.770 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=150.681Β΅s] [2024/05/06 09:18:27.770 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=333.928Β΅s] [] [2024/05/06 09:18:27.770 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 09:18:27.770 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/06 09:18:27.940 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:18:27.979 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:28.023 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:28.026 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 09:18:28.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:28.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:28.042 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:28.042 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:28.042 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:28.042 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:28.043 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:28.043 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:28.043 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:28.043 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:28.043 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:28.059 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:28.061 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:28.062 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:28.062 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:18:28.110 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/06 09:18:28.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/06 09:18:30.029 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=97.274051ms] [encodeDur=1.774042167s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=98.730174ms] [type=file] [takeTime=1.910361151s] [] [2024/05/06 09:18:30.029 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:30.031 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=110.533738ms] [encodeDur=1.759383524s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=96.635569ms] [type=file] [takeTime=1.912261543s] [] [2024/05/06 09:18:30.031 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:18:30.033 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/06 09:18:30.034 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=91.697716ms] [encodeDur=1.680307723s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=95.344687ms] [type=file] [takeTime=1.915187469s] [] [2024/05/06 09:18:30.034 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/06 09:18:30.058 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=51890] [stat-size=74] [write-time=23.053867ms] [write-speed(bytes/s)=2.147MiB] [2024/05/06 09:18:30.058 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=51890] [kv-cnt=1000] [sort-time=1.20466ms] [write-time=23.280289ms] [sort-speed(kv/s)=830109.7405] [writer-id=data/3ceb368a-6ddc-4251-9a04-73626ccf8280] [2024/05/06 09:18:30.059 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3ceb368a-6ddc-4251-9a04-73626ccf8280] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f7280000000000003e7] [2024/05/06 09:18:30.069 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=141.585411ms] [encodeDur=1.732605674s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=107.462376ms] [type=file] [takeTime=1.950294545s] [] [2024/05/06 09:18:30.117 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=56.657644ms] [write-speed(bytes/s)=1.58MiB] [2024/05/06 09:18:30.117 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=1.55344ms] [write-time=57.141992ms] [sort-speed(kv/s)=643732.6192] [writer-id=index/2/3ceb368a-6ddc-4251-9a04-73626ccf8280] [2024/05/06 09:18:30.118 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/3ceb368a-6ddc-4251-9a04-73626ccf8280] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f6980000000000000020380000000000003e701746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/06 09:18:30.122 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=51.139775ms] [write-speed(bytes/s)=1012KiB] [2024/05/06 09:18:30.122 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.436127ms] [write-time=51.333645ms] [sort-speed(kv/s)=696317.2477] [writer-id=data/3d612584-5d13-46c0-b9af-312c5a5f01e0] [2024/05/06 09:18:30.122 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3d612584-5d13-46c0-b9af-312c5a5f01e0] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/05/06 09:18:30.128 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=115.022194ms] [encodeDur=1.762052291s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=106.85235ms] [type=file] [takeTime=2.009227044s] [] [2024/05/06 09:18:30.140 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=168.837105ms] [encodeDur=1.722334041s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=77.861385ms] [type=file] [takeTime=2.021088037s] [] [2024/05/06 09:18:30.141 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=134.052436ms] [encodeDur=1.787722924s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=122.067451ms] [type=file] [takeTime=2.022525758s] [] [2024/05/06 09:18:30.146 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=114.758055ms] [encodeDur=1.768324338s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=99.372554ms] [type=file] [takeTime=2.027918455s] [] [2024/05/06 09:18:30.152 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=24.054529ms] [write-speed(bytes/s)=3.806MiB] [2024/05/06 09:18:30.152 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.598628ms] [write-time=24.244035ms] [sort-speed(kv/s)=178615.1893] [writer-id=index/3/3d612584-5d13-46c0-b9af-312c5a5f01e0] [2024/05/06 09:18:30.152 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/3d612584-5d13-46c0-b9af-312c5a5f01e0] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/05/06 09:18:30.154 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=21.779502ms] [write-speed(bytes/s)=2.321MiB] [2024/05/06 09:18:30.154 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=3.994345ms] [write-time=21.911847ms] [sort-speed(kv/s)=250353.9379] [writer-id=data/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [2024/05/06 09:18:30.154 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/06 09:18:30.167 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.560781ms] [write-speed(bytes/s)=2.458MiB] [2024/05/06 09:18:30.168 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=6.935861ms] [write-time=20.772807ms] [sort-speed(kv/s)=144178.2066] [writer-id=data/1d2c0494-0856-40ed-bdc2-7289043b2963] [2024/05/06 09:18:30.168 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1d2c0494-0856-40ed-bdc2-7289043b2963] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/05/06 09:18:30.168 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=19.794246ms] [write-speed(bytes/s)=2.554MiB] [2024/05/06 09:18:30.168 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=6.677098ms] [write-time=19.963924ms] [sort-speed(kv/s)=149765.6617] [writer-id=data/3996d08b-0f33-41c3-ac16-847db621a758] [2024/05/06 09:18:30.168 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3996d08b-0f33-41c3-ac16-847db621a758] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/05/06 09:18:30.170 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.881916ms] [write-speed(bytes/s)=2.421MiB] [2024/05/06 09:18:30.170 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.83661ms] [write-time=21.025429ms] [sort-speed(kv/s)=352533.4819] [writer-id=data/8165f797-a6c2-4362-a231-aeb41a53f803] [2024/05/06 09:18:30.171 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8165f797-a6c2-4362-a231-aeb41a53f803] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/05/06 09:18:30.212 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=61.469621ms] [write-speed(bytes/s)=1.456MiB] [2024/05/06 09:18:30.213 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=32.67931ms] [write-time=61.69658ms] [sort-speed(kv/s)=30600.4013] [writer-id=index/3/3ceb368a-6ddc-4251-9a04-73626ccf8280] [2024/05/06 09:18:30.213 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/3ceb368a-6ddc-4251-9a04-73626ccf8280] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/05/06 09:18:30.213 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=58.997787ms] [write-speed(bytes/s)=1.325MiB] [2024/05/06 09:18:30.213 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.535062ms] [write-time=59.173279ms] [sort-speed(kv/s)=651439.4858] [writer-id=index/1/3d612584-5d13-46c0-b9af-312c5a5f01e0] [2024/05/06 09:18:30.213 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/3d612584-5d13-46c0-b9af-312c5a5f01e0] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 09:18:30.214 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=58.22494ms] [write-speed(bytes/s)=1.343MiB] [2024/05/06 09:18:30.214 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.661782ms] [write-time=58.409477ms] [sort-speed(kv/s)=601763.6489] [writer-id=index/1/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [2024/05/06 09:18:30.214 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 09:18:30.231 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=60.150794ms] [write-speed(bytes/s)=1.3MiB] [2024/05/06 09:18:30.232 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.938193ms] [write-time=60.428033ms] [sort-speed(kv/s)=340345.2394] [writer-id=index/1/3996d08b-0f33-41c3-ac16-847db621a758] [2024/05/06 09:18:30.232 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/3996d08b-0f33-41c3-ac16-847db621a758] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 09:18:30.232 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=61.118361ms] [write-speed(bytes/s)=1.28MiB] [2024/05/06 09:18:30.232 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.834711ms] [write-time=61.32182ms] [sort-speed(kv/s)=352769.6474] [writer-id=index/1/1d2c0494-0856-40ed-bdc2-7289043b2963] [2024/05/06 09:18:30.232 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/1d2c0494-0856-40ed-bdc2-7289043b2963] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 09:18:30.233 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=60.774057ms] [write-speed(bytes/s)=1.287MiB] [2024/05/06 09:18:30.233 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.817136ms] [write-time=60.957516ms] [sort-speed(kv/s)=550316.5421] [writer-id=index/1/8165f797-a6c2-4362-a231-aeb41a53f803] [2024/05/06 09:18:30.234 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/8165f797-a6c2-4362-a231-aeb41a53f803] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 09:18:30.242 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=24.316288ms] [write-speed(bytes/s)=3.765MiB] [2024/05/06 09:18:30.243 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/3d612584-5d13-46c0-b9af-312c5a5f01e0] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.665578ms] [write-time=24.558107ms] [sort-speed(kv/s)=214335.7157] [writer-id=index/2/3d612584-5d13-46c0-b9af-312c5a5f01e0] [2024/05/06 09:18:30.243 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/3d612584-5d13-46c0-b9af-312c5a5f01e0] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 09:18:30.244 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.743106ms] [write-speed(bytes/s)=3.556MiB] [2024/05/06 09:18:30.245 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.209948ms] [write-time=26.036653ms] [sort-speed(kv/s)=237532.6251] [writer-id=index/2/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [2024/05/06 09:18:30.245 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 09:18:30.267 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=26.981606ms] [write-speed(bytes/s)=3.393MiB] [2024/05/06 09:18:30.267 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=7.952394ms] [write-time=27.199336ms] [sort-speed(kv/s)=125748.2967] [writer-id=index/2/3996d08b-0f33-41c3-ac16-847db621a758] [2024/05/06 09:18:30.267 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/3996d08b-0f33-41c3-ac16-847db621a758] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 09:18:30.268 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=26.758725ms] [write-speed(bytes/s)=3.421MiB] [2024/05/06 09:18:30.268 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=7.383784ms] [write-time=26.952493ms] [sort-speed(kv/s)=135431.9140] [writer-id=index/2/8165f797-a6c2-4362-a231-aeb41a53f803] [2024/05/06 09:18:30.268 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/8165f797-a6c2-4362-a231-aeb41a53f803] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 09:18:30.269 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=28.771926ms] [write-speed(bytes/s)=3.182MiB] [2024/05/06 09:18:30.269 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=7.81234ms] [write-time=28.980821ms] [sort-speed(kv/s)=128002.6215] [writer-id=index/2/1d2c0494-0856-40ed-bdc2-7289043b2963] [2024/05/06 09:18:30.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/1d2c0494-0856-40ed-bdc2-7289043b2963] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 09:18:30.276 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=27.194613ms] [write-speed(bytes/s)=3.367MiB] [2024/05/06 09:18:30.276 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.821716ms] [write-time=27.369225ms] [sort-speed(kv/s)=261662.5621] [writer-id=index/3/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [2024/05/06 09:18:30.276 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9f0b52b1-dbc9-43d6-984e-5d8e4d25c356] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/06 09:18:30.277 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=79990] [stat-size=121] [write-time=26.609676ms] [write-speed(bytes/s)=2.867MiB] [2024/05/06 09:18:30.277 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/3ceb368a-6ddc-4251-9a04-73626ccf8280] [sequence-number=0] [bytes=79990] [kv-cnt=1000] [sort-time=37.715922ms] [write-time=26.782899ms] [sort-speed(kv/s)=26514.0012] [writer-id=index/1/3ceb368a-6ddc-4251-9a04-73626ccf8280] [2024/05/06 09:18:30.278 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/3ceb368a-6ddc-4251-9a04-73626ccf8280] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/06 09:18:30.316 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=47.367833ms] [write-speed(bytes/s)=1.933MiB] [2024/05/06 09:18:30.316 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/3996d08b-0f33-41c3-ac16-847db621a758] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.278645ms] [write-time=47.580043ms] [sort-speed(kv/s)=782077.9028] [writer-id=index/3/3996d08b-0f33-41c3-ac16-847db621a758] [2024/05/06 09:18:30.316 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/3996d08b-0f33-41c3-ac16-847db621a758] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/05/06 09:18:30.325 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=53.604495ms] [write-speed(bytes/s)=1.708MiB] [2024/05/06 09:18:30.325 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/8165f797-a6c2-4362-a231-aeb41a53f803] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.715378ms] [write-time=53.780901ms] [sort-speed(kv/s)=368272.8519] [writer-id=index/3/8165f797-a6c2-4362-a231-aeb41a53f803] [2024/05/06 09:18:30.325 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/8165f797-a6c2-4362-a231-aeb41a53f803] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/06 09:18:30.326 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=53.779224ms] [write-speed(bytes/s)=1.702MiB] [2024/05/06 09:18:30.327 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/1d2c0494-0856-40ed-bdc2-7289043b2963] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.979457ms] [write-time=53.964485ms] [sort-speed(kv/s)=335631.6268] [writer-id=index/3/1d2c0494-0856-40ed-bdc2-7289043b2963] [2024/05/06 09:18:30.327 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/1d2c0494-0856-40ed-bdc2-7289043b2963] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/05/06 09:18:30.923 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=63.549536ms] [encodeDur=778.218606ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=11.643523ms] [type=file] [takeTime=889.13127ms] [] [2024/05/06 09:18:30.955 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=28.897455ms] [write-speed(bytes/s)=3.498MiB] [2024/05/06 09:18:30.955 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.004599ms] [write-time=29.112956ms] [sort-speed(kv/s)=997705.7756] [writer-id=data/544f12ef-b916-487d-bd57-8a2a75f99c2f] [2024/05/06 09:18:30.955 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/544f12ef-b916-487d-bd57-8a2a75f99c2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f72800000000000270f] [2024/05/06 09:18:30.961 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=67.30723ms] [encodeDur=831.343406ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=12.686214ms] [type=file] [takeTime=927.119604ms] [] [2024/05/06 09:18:31.003 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=45.149649ms] [write-speed(bytes/s)=4.056MiB] [2024/05/06 09:18:31.003 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.977589ms] [write-time=45.313376ms] [sort-speed(kv/s)=671684.3728] [writer-id=index/2/544f12ef-b916-487d-bd57-8a2a75f99c2f] [2024/05/06 09:18:31.003 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/544f12ef-b916-487d-bd57-8a2a75f99c2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 09:18:31.005 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=40.538211ms] [write-speed(bytes/s)=2.494MiB] [2024/05/06 09:18:31.005 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=3.068721ms] [write-time=40.687446ms] [sort-speed(kv/s)=651737.3199] [writer-id=data/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [2024/05/06 09:18:31.005 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000002327] [2024/05/06 09:18:31.076 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=67.548059ms] [write-speed(bytes/s)=2.711MiB] [2024/05/06 09:18:31.076 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=4.601593ms] [write-time=67.856578ms] [sort-speed(kv/s)=434632.0937] [writer-id=index/3/544f12ef-b916-487d-bd57-8a2a75f99c2f] [2024/05/06 09:18:31.076 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/544f12ef-b916-487d-bd57-8a2a75f99c2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 09:18:31.078 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=68.663321ms] [write-speed(bytes/s)=2.278MiB] [2024/05/06 09:18:31.078 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=4.03283ms] [write-time=69.076547ms] [sort-speed(kv/s)=495929.6573] [writer-id=index/1/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [2024/05/06 09:18:31.079 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 09:18:31.120 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=38.288573ms] [write-speed(bytes/s)=4.085MiB] [2024/05/06 09:18:31.120 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/544f12ef-b916-487d-bd57-8a2a75f99c2f] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=5.183944ms] [write-time=38.499063ms] [sort-speed(kv/s)=385806.6368] [writer-id=index/1/544f12ef-b916-487d-bd57-8a2a75f99c2f] [2024/05/06 09:18:31.120 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/544f12ef-b916-487d-bd57-8a2a75f99c2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 09:18:31.126 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=42.590582ms] [write-speed(bytes/s)=4.299MiB] [2024/05/06 09:18:31.126 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=4.741643ms] [write-time=42.795459ms] [sort-speed(kv/s)=421794.7239] [writer-id=index/2/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [2024/05/06 09:18:31.127 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 09:18:31.170 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=39.439897ms] [write-speed(bytes/s)=4.643MiB] [2024/05/06 09:18:31.170 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=3.682123ms] [write-time=39.708706ms] [sort-speed(kv/s)=543164.9079] [writer-id=index/3/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [2024/05/06 09:18:31.170 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/1a8aa9c9-cd89-439b-ad5b-81513ba93b61] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 09:18:31.171 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=3.060259636s] [] [2024/05/06 09:18:31.172 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 09:18:31.345 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.347 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.347 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.347 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.347 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.349 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:31.349 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.350 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.326449156s] [] [2024/05/06 09:18:31.362 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:31.364 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:31.366 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:18:31.389 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 09:18:31.389 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 09:18:31.389 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 09:18:31.389 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 09:18:31.389 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:18:31.389 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:18:31.554 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:31.556 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:31.557 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:18:31.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:31.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:31.628 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:31.628 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:31.629 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:31.630 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.630 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:31.631 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.631 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:31.631 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.631 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:31.631 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.637 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.637 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.637 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.638 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.638 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.638 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.639 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:31.640 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:31.648 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 09:18:31.648 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:31.652 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:31.652 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:31.653 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:31.654 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.654 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:31.655 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.655 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:31.655 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.655 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.655 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.660 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.660 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.660 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.660 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.661 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:31.661 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:31.669 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/06 09:18:31.669 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:31.673 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:31.673 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:31.675 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:31.675 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.676 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:31.677 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.677 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.677 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:31.677 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:31.677 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.680 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.680 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.680 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.680 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.680 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.680 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.681 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.681 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.682 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:31.682 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:31.686 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:18:31.686 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:18:31.688 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/06 09:18:31.688 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:31.691 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:31.691 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:31.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:31.693 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.693 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:31.694 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.694 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:31.694 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:31.694 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.694 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.698 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.698 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.698 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.698 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.699 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:18:31.699 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:18:31.705 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 09:18:31.705 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:18:31.706 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:18:31.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:18:31.974 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:18:31.998 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:32.053 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:32.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.066 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:32.066 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:32.067 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.067 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:32.068 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.068 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.068 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:32.068 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:32.068 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.082 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:32.083 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:32.084 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:32.134 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [2024/05/06 09:18:32.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.140 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 09:18:32.140 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:32.161 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:32.162 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:32.162 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:32.163 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/06 09:18:32.163 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.302Β΅s] [2024/05/06 09:18:32.163 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.338782ms] [] [2024/05/06 09:18:32.164 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:32.164 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 09:18:32.164 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:32.170 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.185671ms] [] [2024/05/06 09:18:32.273 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.274 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=110.639123ms] [] [2024/05/06 09:18:32.274 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:18:32.276 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=112.900947ms] [droppedSize=0] [2024/05/06 09:18:32.363 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=86.431394ms] [2024/05/06 09:18:32.480 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 09:18:32.482 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [takeTime=348.080434ms] [] [2024/05/06 09:18:32.591 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [2024/05/06 09:18:32.591 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.597 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 09:18:32.598 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:32.620 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:32.620 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:32.620 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:32.621 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 09:18:32.622 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.612Β΅s] [2024/05/06 09:18:32.622 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.169528ms] [] [2024/05/06 09:18:32.622 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:32.622 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/06 09:18:32.622 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:32.628 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.251442ms] [] [2024/05/06 09:18:32.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.750 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=127.916036ms] [] [2024/05/06 09:18:32.750 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:18:32.752 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=130.01628ms] [droppedSize=0] [2024/05/06 09:18:32.878 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=126.232006ms] [2024/05/06 09:18:33.036 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 09:18:33.039 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [takeTime=447.516858ms] [] [2024/05/06 09:18:33.124 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [2024/05/06 09:18:33.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.129 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/06 09:18:33.129 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:33.152 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:33.152 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:33.152 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:33.153 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/06 09:18:33.154 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.392Β΅s] [2024/05/06 09:18:33.154 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.420215ms] [] [2024/05/06 09:18:33.154 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:33.154 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/06 09:18:33.154 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:33.162 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.958341ms] [] [2024/05/06 09:18:33.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.254 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=100.547495ms] [] [2024/05/06 09:18:33.255 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:18:33.257 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=102.949916ms] [droppedSize=0] [2024/05/06 09:18:33.392 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=134.951321ms] [2024/05/06 09:18:33.486 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 09:18:33.488 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [takeTime=364.369407ms] [] [2024/05/06 09:18:33.567 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=1] [2024/05/06 09:18:33.567 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.572 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 09:18:33.572 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:33.595 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:18:33.595 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:33.595 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:18:33.596 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/06 09:18:33.596 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=15.262Β΅s] [2024/05/06 09:18:33.596 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.250325ms] [] [2024/05/06 09:18:33.596 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:18:33.596 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 09:18:33.597 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:18:33.604 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.383925ms] [] [2024/05/06 09:18:33.698 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.699 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=102.147158ms] [] [2024/05/06 09:18:33.699 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:18:33.701 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=104.468636ms] [droppedSize=0] [2024/05/06 09:18:33.844 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=143.23243ms] [2024/05/06 09:18:33.971 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 09:18:33.973 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=1] [takeTime=406.446961ms] [] [2024/05/06 09:18:34.033 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 09:18:34.043 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:34.043 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:34.043 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:34.043 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:34.043 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:34.043 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:34.043 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:34.044 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:34.044 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:34.044 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:34.044 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:34.044 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:34.044 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:34.046 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:34.046 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:34.046 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:34.046 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:34.046 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:34.046 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.99321086s] [] [2024/05/06 09:18:34.062 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:34.065 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:34.066 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:18:34.066 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:34.200 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 09:18:34.204 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:34.204 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:34.377 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:34.429 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:18:34.429 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:18:34.429 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:18:34.429 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=9.271Β΅s] [] [2024/05/06 09:18:34.429 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/06 09:18:34.429 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/06 09:18:34.430 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/06 09:18:34.430 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/06 09:18:34.430 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 09:18:34.430 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/06 09:18:34.430 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/06 09:18:34.440 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/06 09:18:34.442 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/06 09:18:34.443 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/06 09:18:34.453 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/06 09:18:34.476 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 09:18:34.476 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=46.516209ms] [] [2024/05/06 09:18:34.476 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=46.755024ms] [] [2024/05/06 09:18:34.532 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=155.786759ms] [] [2024/05/06 09:18:34.558 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:34.558 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:18:34.562 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:18:34.625 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:18:34.647 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:34.674 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:34.675 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:34.676 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 09:18:34.678 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:34.679 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:34.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.615305618\n# Parse_time: 0.001182097\n# Compile_time: 0.001904778\n# Rewrite_time: 0.000367833\n# Optimize_time: 0.001858853\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:18:34.903 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=226.944856ms] [] [2024/05/06 09:18:35.057 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/06 09:18:35.231 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 09:18:35.235 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 09:18:35.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:35.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:35.270 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:35.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/06 09:18:35.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.316506ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:35.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 09:18:35.452 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.674508ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:35.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.532 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:35.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:35.536 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.302586137\n# Parse_time: 0.000363006\n# Compile_time: 0.000906643\n# Rewrite_time: 0.000008627\n# Optimize_time: 0.002042696\n# Wait_TS: 0.000462872\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d1c209fc62b2dfcc47c3a75dd8157e86107e73a6ca828b85b85bed2054dd303b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database split_file;"] [2024/05/06 09:18:35.540 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 09:18:35.594 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:35.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:35.594 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:35.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 09:18:35.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.697 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/06 09:18:35.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.893511ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:35.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 09:18:35.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=54.922757ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:35.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.536 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.938 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:35.938 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:35.942 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.403926056\n# Parse_time: 0.000576789\n# Compile_time: 0.000802552\n# Rewrite_time: 0.000007901\n# Optimize_time: 0.002042696\n# Wait_TS: 0.000383502\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/06 09:18:35.959 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:36.168 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:36.268 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:18:36.331 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:36.332 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:36.442 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:36.444 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:36.445 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:18:36.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:36.468 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:36.468 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:36.474 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.846425ms] [2024/05/06 09:18:36.474 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=6.039695ms] [] [2024/05/06 09:18:36.474 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 09:18:36.474 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 09:18:36.633 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:18:36.660 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:18:36.676 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:36.723 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:36.725 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:36.727 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:36.763 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:36.763 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:36.764 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:36.764 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:36.765 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:36.765 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:36.765 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:36.765 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:36.765 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:36.782 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:36.784 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:36.784 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:36.784 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 09:18:36.785 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 09:18:36.850 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 09:18:36.855 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:36.859 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:36.859 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:36.954 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 09:18:36.982 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.483824ms] [encodeDur=21.607829ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=879.256Β΅s] [type=file] [takeTime=27.920379ms] [] [2024/05/06 09:18:36.983 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=133.636818ms] [] [2024/05/06 09:18:36.983 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/16a0242f-b635-4400-b431-d98784d55ed1.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 09:18:36.984 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:18:36.984 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:18:36.984 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:36.986 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.328987ms] [] [2024/05/06 09:18:36.986 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 09:18:36.991 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:37.014 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 09:18:37.014 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:37.039 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 09:18:37.041 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=54.490683ms] [] [2024/05/06 09:18:37.041 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:37.042 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.223088ms] [] [2024/05/06 09:18:37.042 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:18:37.042 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:37.044 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=2.085859ms] [] [2024/05/06 09:18:37.045 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 09:18:37.045 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:37.045 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=66.266Β΅s] [] [2024/05/06 09:18:37.045 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:37.046 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=979.634Β΅s] [] [2024/05/06 09:18:37.128 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/06 09:18:37.133 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:37.137 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:37.137 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:37.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 09:18:37.299 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=6.905408ms] [encodeDur=25.509606ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=614.448Β΅s] [type=file] [takeTime=34.212743ms] [] [2024/05/06 09:18:38.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/b1983aea-76ee-4558-9d3d-1245d2b99705.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 09:18:38.622 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=1.493994212s] [] [2024/05/06 09:18:38.622 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:38.622 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:38.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:38.628 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=5.106352ms] [] [2024/05/06 09:18:38.628 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 09:18:38.636 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.659 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 09:18:38.659 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.680 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 09:18:38.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=53.610245ms] [] [2024/05/06 09:18:38.681 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:38.684 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.273911ms] [] [2024/05/06 09:18:38.684 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:38.684 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:38.686 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.970781ms] [] [2024/05/06 09:18:38.686 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 09:18:38.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:38.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=61.289Β΅s] [] [2024/05/06 09:18:38.686 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:38.687 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.078753ms] [] [2024/05/06 09:18:38.808 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/06 09:18:38.817 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:38.823 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:38.823 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:38.842 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 09:18:38.873 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=5.200263ms] [encodeDur=24.554022ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=507.182Β΅s] [type=file] [takeTime=31.410772ms] [] [2024/05/06 09:18:38.875 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=66.749306ms] [] [2024/05/06 09:18:38.875 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/51764a1d-3e6e-4683-841b-7377f51c4092.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 09:18:38.875 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:18:38.875 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:18:38.875 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:38.879 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=3.706509ms] [] [2024/05/06 09:18:38.879 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 09:18:38.884 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.906 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 09:18:38.906 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.930 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 09:18:38.932 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=52.951949ms] [] [2024/05/06 09:18:38.932 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:38.934 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.193953ms] [] [2024/05/06 09:18:38.934 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:18:38.934 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:38.935 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.542363ms] [] [2024/05/06 09:18:38.935 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 09:18:38.935 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:38.935 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=70.805Β΅s] [] [2024/05/06 09:18:38.935 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:38.936 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=809.556Β΅s] [] [2024/05/06 09:18:38.994 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:39.001 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:39.001 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:39.001 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:39.001 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:39.003 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:39.003 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:39.003 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:39.003 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:39.003 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:39.003 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.28011325s] [] [2024/05/06 09:18:39.057 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:39.058 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:39.059 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:39.060 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:39.138 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 09:18:39.140 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:39.140 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:39.327 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:39.383 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:18:39.383 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:18:39.383 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:18:39.383 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=12.008Β΅s] [] [2024/05/06 09:18:39.383 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/06 09:18:39.383 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 09:18:39.383 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 09:18:39.384 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 09:18:39.396 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/06 09:18:39.397 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 09:18:39.397 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=13.866883ms] [] [2024/05/06 09:18:39.397 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=14.059493ms] [] [2024/05/06 09:18:39.448 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=121.499129ms] [] [2024/05/06 09:18:39.461 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:39.461 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:18:39.464 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:18:39.506 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:18:39.541 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:39.563 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:39.563 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:39.666 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.722991071\n# Parse_time: 0.000620387\n# Compile_time: 0.001759235\n# Rewrite_time: 0.000273377\n# Optimize_time: 0.002042696\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:18:39.694 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:39.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 09:18:39.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:18:39.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.891 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:18:39.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.362461ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:39.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 09:18:39.992 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.058599ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.068 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:18:40.077 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/06 09:18:40.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.736 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.154 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:18:40.154 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.398338021\n# Parse_time: 0.000277317\n# Compile_time: 0.000909446\n# Rewrite_time: 0.000012441\n# Optimize_time: 0.001245346\n# Wait_TS: 0.000424893\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:40.173 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.372 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:40.484 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:18:40.521 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:40.521 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:18:40.629 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:40.631 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:40.632 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:18:40.652 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.656 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:40.656 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:40.661 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.998249ms] [2024/05/06 09:18:40.661 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.166682ms] [] [2024/05/06 09:18:40.661 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 09:18:40.661 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 09:18:40.803 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:18:40.824 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:18:40.895 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:18:40.941 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:40.942 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:40.944 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.954 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:40.954 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812948298244618] [2024/05/06 09:18:40.955 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:40.955 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:40.956 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:40.956 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:40.956 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:40.956 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:40.956 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:40.972 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:40.973 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:40.973 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:40.973 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 09:18:40.974 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 09:18:41.018 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 09:18:41.023 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:41.028 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:41.028 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:18:41.090 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/06 09:18:41.131 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=6.05385ms] [encodeDur=32.604703ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=649.105Β΅s] [type=file] [takeTime=40.51178ms] [] [2024/05/06 09:18:41.133 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=114.66277ms] [] [2024/05/06 09:18:41.133 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/0672e7c1-5431-43a5-8a44-ed8899bd6214.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/06 09:18:41.133 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:18:41.133 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:18:41.133 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:41.136 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.499364ms] [] [2024/05/06 09:18:41.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 09:18:41.143 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.166 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 09:18:41.166 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.182 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 09:18:41.184 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=48.125991ms] [] [2024/05/06 09:18:41.184 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:18:41.185 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.083514ms] [] [2024/05/06 09:18:41.185 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:18:41.185 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:41.187 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.547938ms] [] [2024/05/06 09:18:41.187 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 09:18:41.187 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:41.187 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=70.179Β΅s] [] [2024/05/06 09:18:41.187 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:18:41.188 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=961.246Β΅s] [] [2024/05/06 09:18:41.271 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/06 09:18:41.274 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:41.278 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:41.278 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:18:41.294 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/06 09:18:41.356 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=30.176735ms] [encodeDur=29.875348ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=542.238Β΅s] [type=file] [takeTime=61.805098ms] [] [2024/05/06 09:18:41.358 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=87.034058ms] [] [2024/05/06 09:18:41.358 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/f307dfa8-7e07-4628-89ad-538d0bf3fadb.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/06 09:18:41.358 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:18:41.358 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:18:41.358 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:41.360 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.077957ms] [] [2024/05/06 09:18:41.360 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 09:18:41.366 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.388 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 09:18:41.389 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.407 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 09:18:41.408 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=47.856157ms] [] [2024/05/06 09:18:41.408 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:18:41.410 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.263817ms] [] [2024/05/06 09:18:41.410 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:18:41.410 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:41.412 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=2.037241ms] [] [2024/05/06 09:18:41.412 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 09:18:41.412 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:41.412 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=56.384Β΅s] [] [2024/05/06 09:18:41.412 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:18:41.413 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.151695ms] [] [2024/05/06 09:18:41.505 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/06 09:18:41.510 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:41.514 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:41.514 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:18:41.574 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/06 09:18:41.608 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.130192ms] [encodeDur=26.316974ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=640.322Β΅s] [type=file] [takeTime=33.173009ms] [] [2024/05/06 09:18:41.609 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/18ed2ba1-e7d4-4569-9fd3-93d7002de13b.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/06 09:18:41.609 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=104.496542ms] [] [2024/05/06 09:18:41.610 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:41.610 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:41.610 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:41.612 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.171577ms] [] [2024/05/06 09:18:41.612 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 09:18:41.617 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.639 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 09:18:41.640 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.659 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 09:18:41.661 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=49.150103ms] [] [2024/05/06 09:18:41.661 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:18:41.663 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.149649ms] [] [2024/05/06 09:18:41.663 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:41.663 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:41.664 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.599825ms] [] [2024/05/06 09:18:41.664 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 09:18:41.665 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:41.665 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=77.581Β΅s] [] [2024/05/06 09:18:41.665 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:18:41.666 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.101207ms] [] [2024/05/06 09:18:41.718 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:41.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:41.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.725 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.725 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:41.727 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:41.727 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.727 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.727 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.727 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.727 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=786.592281ms] [] [2024/05/06 09:18:41.771 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:41.773 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:41.774 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:41.774 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:41.853 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 09:18:41.855 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:41.855 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:18:42.012 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:18:42.062 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:18:42.062 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:18:42.062 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:18:42.062 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=13.986Β΅s] [] [2024/05/06 09:18:42.062 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/06 09:18:42.062 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 09:18:42.062 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/06 09:18:42.062 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/06 09:18:42.073 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/06 09:18:42.074 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 09:18:42.074 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=11.803552ms] [] [2024/05/06 09:18:42.074 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=12.013197ms] [] [2024/05/06 09:18:42.128 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=115.536926ms] [] [2024/05/06 09:18:42.181 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:42.181 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:18:42.185 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:18:42.242 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:42.264 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:18:42.268 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:42.268 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:42.370 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.210812959\n# Parse_time: 0.000864347\n# Compile_time: 0.00146902\n# Rewrite_time: 0.00034126\n# Optimize_time: 0.001245346\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:18:42.378 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:42.435 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.435 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.435 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=104.399Β΅s] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.192Β΅s] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=20.424Β΅s] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=13.961Β΅s] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=20.144Β΅s] [2024/05/06 09:18:42.438 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=12.412Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.692Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=15.493Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=20.09Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.781Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=19.413Β΅s] [2024/05/06 09:18:42.439 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.439 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:42.439 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:42.447 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d82b9d92-79c8-4942-81a2-4d75e004bda5] ["take time"=34.100929ms] [2024/05/06 09:18:42.447 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d82b9d92-79c8-4942-81a2-4d75e004bda5] [2024/05/06 09:18:42.449 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:42.449 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:42.449 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/abd66f4a-9df4-468b-97d4-6cc21cdc4e17] [watcherID=f883e297-1394-4300-97b5-20118f388702] [2024/05/06 09:18:42.449 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/abd66f4a-9df4-468b-97d4-6cc21cdc4e17] [2024/05/06 09:18:42.449 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:42.450 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.450 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:42.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.456 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:42.456 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:42.457 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=969] [2024/05/06 09:18:42.457 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:42.457 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d82b9d92-79c8-4942-81a2-4d75e004bda5] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:42.457 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:42.458 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.458 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:42.458 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 847062d7-e3ed-477b-9a13-aaaa3bb786a7"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:42.458 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:42.458 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5 watch owner key /tidb/stats/owner/6f188f4d3063d7a6"] [2024/05/06 09:18:42.458 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:42.458 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:42.458 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:42.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:42.458 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.458 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:42.458 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:42.458 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:42.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:42.458 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.458 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [2024/05/06 09:18:42.459 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d82b9d92-79c8-4942-81a2-4d75e004bda5] [2024/05/06 09:18:42.459 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:42.460 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:42.460 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [] [2024/05/06 09:18:42.460 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:42.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:42.461 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:42.462 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [error="context canceled"] [2024/05/06 09:18:42.463 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:42.463 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:42.463 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=847062d7-e3ed-477b-9a13-aaaa3bb786a7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:42.463 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:42.463 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:42.463 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:42.463 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 847062d7-e3ed-477b-9a13-aaaa3bb786a7"] [error="context canceled"] [2024/05/06 09:18:42.464 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 847062d7-e3ed-477b-9a13-aaaa3bb786a7"] [2024/05/06 09:18:42.498 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.500 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:42.502 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:18:42.503 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.531 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.532 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:42.532 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:18:42.533 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.560 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.561 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:42.561 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:18:42.562 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:18:42.563 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:42.563 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:42.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:42.662 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:43.702 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 847062d7-e3ed-477b-9a13-aaaa3bb786a7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:43.932 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d82b9d92-79c8-4942-81a2-4d75e004bda5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:43.932 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:43.932 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:43.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:43.941 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.528454795s] [2024/05/06 09:18:43.942 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:43.942 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:43.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:43.942 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:43.944 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (57.14s) --- PASS: TestImportInto/TestGlobalSortBasic (16.10s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.74s) --- PASS: TestImportInto/TestSplitFile (7.17s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:18:49 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:18:50 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:18:50 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:18:50 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:18:50 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ [1,567 / 1,568] 1 / 1 tests; Testing //tests/realtikvtest/addindextest2:addindextest2_test; 69s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 113.693s, Critical Path: 95.50s INFO: 1556 processes: 1541 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1556 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 110.165s, Critical Path: 91.19s INFO: 1572 processes: 1547 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] { [Pipeline] } [Pipeline] junit Recording test results [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [Pipeline] sh [2024-05-06T09:18:54.933Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:18:54.934Z] ['info'] => Project root located at: . [2024-05-06T09:18:54.937Z] ['info'] -> Token found by environment variables [2024-05-06T09:18:54.951Z] ['info'] Searching for coverage files... [2024-05-06T09:18:55.553Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:18:55.553Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:18:55.391Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:18:55.392Z] ['info'] => Project root located at: . [2024-05-06T09:18:55.395Z] ['info'] -> Token found by environment variables [2024-05-06T09:18:55.409Z] ['info'] Searching for coverage files... [2024-05-06T09:18:56.054Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:18:56.054Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:18:55.928Z] ['info'] Using manual override from args. [2024-05-06T09:18:55.929Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:18:55.939Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:18:56.437Z] ['info'] Using manual override from args. [2024-05-06T09:18:56.439Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:18:56.453Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:18:56.871Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/afc94b01-e9b2-43c1-bd88-e9e08481da03.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091856Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=0e6867f5f5e569c5f5261f1757c68b90dc830c6e5f6043252139d56b89c8633d [2024-05-06T09:18:56.871Z] ['info'] Uploading... [2024-05-06T09:18:57.427Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/372d5158-e1af-43b2-be53-e42924c63ec7.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1E5YTIQF4NUDJHIPRXCW6SWPNHIWXR6YCTGFLBKZTWXKPGHK3U3FMCQWA%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091857Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=da4b8670667ee3ba6282dc6c2a7c3b9e9c2e3bc489b008b67a36786e5655de3a [2024-05-06T09:18:57.427Z] ['info'] Uploading... [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [2024-05-06T09:18:58.604Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [2024-05-06T09:18:59.162Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] // script [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // dir [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 101s remote-cache, linux-sandbox [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 102s remote-cache, linux-sandbox [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 108s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 154.263s, Critical Path: 135.69s INFO: 1552 processes: 1525 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1552 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [2024-05-06T09:19:11.163Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:19:11.164Z] ['info'] => Project root located at: . [2024-05-06T09:19:11.167Z] ['info'] -> Token found by environment variables [2024-05-06T09:19:11.181Z] ['info'] Searching for coverage files... [2024-05-06T09:19:11.783Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:19:11.783Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:19:12.157Z] ['info'] Using manual override from args. [2024-05-06T09:19:12.158Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:19:12.171Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:19:13.218Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/df6193b1-9ee4-4d36-9432-8ed808c17cc6.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1E5YTIQF4NUDJHIPRXCW6SWPNHIWXR6YCTGFLBKZTWXKPGHK3U3FMCQWA%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091913Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=e226cd9e191d60593a3e94d5967fe8a9f1476b5481b2784ce624166c6c1723de [2024-05-06T09:19:13.219Z] ['info'] Uploading... [2024-05-06T09:19:15.167Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/addindextest1:addindextest1_test; 48s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 109.966s, Critical Path: 80.77s INFO: 1538 processes: 1523 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 102s remote-cache, linux-sandbox [2024-05-06T09:19:29.491Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:19:29.493Z] ['info'] => Project root located at: . [2024-05-06T09:19:29.498Z] ['info'] -> Token found by environment variables [2024-05-06T09:19:29.518Z] ['info'] Searching for coverage files... [2024-05-06T09:19:30.742Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:19:30.743Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:19:31.273Z] ['info'] Using manual override from args. [2024-05-06T09:19:31.274Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:19:31.291Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= FAIL: //tests/realtikvtest/addindextest4:addindextest4_test (see /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log) [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 104s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [2024-05-06T09:19:32.872Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/02219ca6-18c9-43a6-9595-7dc8d864b03a.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1E5YTIQF4NUDJHIPRXCW6SWPNHIWXR6YCTGFLBKZTWXKPGHK3U3FMCQWA%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091932Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=a757312ee3dbf1f9207f0724988f48a176f3963ff492c8d533d7d5decf61cc5e [2024-05-06T09:19:32.873Z] ['info'] Uploading... [2024-05-06T09:19:36.581Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 100s remote-cache, linux-sandbox [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 103s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/06 09:17:48.691 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:48.692 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:17:48.693 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:17:48.694 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:48.694 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:17:48.695 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:48.695 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:48.695 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:48.695 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:48.696 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:48.699 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:48.705 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.707 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.709 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.741 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.741 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.750 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.750 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.765 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.797 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812916458739120] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:48.924 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:49.087 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1604] ["lease id"=22318f4d3046dfe7] [2024/05/06 09:17:49.090 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:49.097 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:49.123 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=24.991434ms] [2024/05/06 09:17:49.126 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:49.126 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=49abf8fd-5267-42ba-aaca-36202b0cc3bb] [runWorker=true] [2024/05/06 09:17:49.126 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:49.128 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:49.130 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:49.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:49.130 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:49.130 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:49.132 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3046dfec] [ownerID=49abf8fd-5267-42ba-aaca-36202b0cc3bb] [op=none] [2024/05/06 09:17:49.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:49.133 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1f24da68-9608-4f8f-9490-93732c88f9e3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:49.134 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] ["owner key"=/tidb/br-stream/owner/22318f4d3046dfee] [ownerID=1f24da68-9608-4f8f-9490-93732c88f9e3] [op=none] [2024/05/06 09:17:49.142 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:49.181 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:49.182 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3046dfec] [ownerID=49abf8fd-5267-42ba-aaca-36202b0cc3bb] [op=none] [2024/05/06 09:17:49.182 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] [op=none] [2024/05/06 09:17:49.183 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:49.187 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:49.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:49.188 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:49.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.306 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=36.291191ms] [2024/05/06 09:17:49.316 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:49.319 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] ["ddl job id"=3] [ver=1] [2024/05/06 09:17:49.328 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:49.341 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=76.705679ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:49.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.419 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.444 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:49.444 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.449 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307277441\n# Parse_time: 0\n# Compile_time: 0.000571416\n# Rewrite_time: 0.000032427\n# Optimize_time: 0\n# Wait_TS: 0.000493958\n# DB: mysql\n# Is_internal: true\n# Digest: 0a22979ad136f741465cf206b13e5717b9758dda34f7cae5a7a925f91711d6a0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:49.451 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:49.481 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:49.713 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.713 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:49.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.656508ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.112 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.112 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:50.133 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:50.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.543198ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.457 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:50.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.463 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.992924024\n# Parse_time: 0\n# Compile_time: 0.011745894\n# Rewrite_time: 0.000077036\n# Optimize_time: 0\n# Wait_TS: 0.000525275\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:50.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:50.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.017485ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.733 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:50.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.766544ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.872 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:50.872 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410346579\n# Parse_time: 0\n# Compile_time: 0.003177567\n# Rewrite_time: 0.000012562\n# Optimize_time: 0\n# Wait_TS: 0.000378119\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.880 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:50.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:50.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.881731ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.079 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:51.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.220343ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.130 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:51.131 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:51.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.222 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:51.222 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346803019\n# Parse_time: 0\n# Compile_time: 0.001458003\n# Rewrite_time: 0.000009833\n# Optimize_time: 0\n# Wait_TS: 0.000865816\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.237 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:51.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.347 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:51.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.978477ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.622 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.623 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:51.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.956861ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.704 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:51.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.583632029\n# Parse_time: 0\n# Compile_time: 0.005374724\n# Rewrite_time: 0.000009116\n# Optimize_time: 0\n# Wait_TS: 0.000431246\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:51.907 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:51.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=4.75008ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.105 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.105 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:52.136 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=54.634439ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.220 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:52.308 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.312 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.493353729\n# Parse_time: 0\n# Compile_time: 0.00258012\n# Rewrite_time: 0.000011049\n# Optimize_time: 0\n# Wait_TS: 0.000469932\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.317 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:52.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.389 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:52.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.331009ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.576 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:52.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.827729ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.717 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:52.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.405741113\n# Parse_time: 0\n# Compile_time: 0.002294622\n# Rewrite_time: 0.000009347\n# Optimize_time: 0\n# Wait_TS: 0.000522683\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:52.765 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.765 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:52.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.462467ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.924 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:52.960 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.522302ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.096 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:53.096 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.100 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377715489\n# Parse_time: 0\n# Compile_time: 0.001189742\n# Rewrite_time: 0.00001311\n# Optimize_time: 0\n# Wait_TS: 0.000394173\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:53.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:53.224 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.629048ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.299 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.299 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:53.333 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.015844ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.415 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:53.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371999399\n# Parse_time: 0\n# Compile_time: 0.001374445\n# Rewrite_time: 0.000009497\n# Optimize_time: 0\n# Wait_TS: 0.000426953\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.482 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:53.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.549 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:53.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.187486ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.715 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:53.748 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.472828ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.871 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:53.872 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.876 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.397507442\n# Parse_time: 0\n# Compile_time: 0.004080354\n# Rewrite_time: 0.00000976\n# Optimize_time: 0\n# Wait_TS: 0.000384026\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.881 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:53.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:54.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.099819ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.114 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.114 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:54.149 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.515062ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.279 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:54.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.404050368\n# Parse_time: 0\n# Compile_time: 0.0024341\n# Rewrite_time: 0.000010193\n# Optimize_time: 0\n# Wait_TS: 0.000450866\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.293 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:54.294 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:54.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.375 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:54.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.148947ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.592 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.592 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:54.622 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.066751ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.814 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:54.814 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.818 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.528431963\n# Parse_time: 0\n# Compile_time: 0.003165424\n# Rewrite_time: 0.000009719\n# Optimize_time: 0\n# Wait_TS: 0.00038408\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.823 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:54.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:54.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.232253ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.073 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.073 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:55.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=54.018925ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.241 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:55.242 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.246 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.424635697\n# Parse_time: 0\n# Compile_time: 0.002336024\n# Rewrite_time: 0.000010707\n# Optimize_time: 0\n# Wait_TS: 0.000542787\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.250 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:55.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:55.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.417186ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.471 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.471 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:55.503 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.534047ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.563 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.617 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:55.617 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.621 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372671803\n# Parse_time: 0\n# Compile_time: 0.002200023\n# Rewrite_time: 0.000015752\n# Optimize_time: 0\n# Wait_TS: 0.000486039\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:55.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.698 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:55.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.086363ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.863 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.863 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:55.897 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.672455ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.033 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:56.033 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413603974\n# Parse_time: 0\n# Compile_time: 0.002837241\n# Rewrite_time: 0.000008571\n# Optimize_time: 0\n# Wait_TS: 0.000379614\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:56.384 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.384 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:56.532 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.209235ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.648 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.648 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:56.681 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.572762ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:56.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.798742792\n# Parse_time: 0\n# Compile_time: 0.001633359\n# Rewrite_time: 0.000011573\n# Optimize_time: 0\n# Wait_TS: 0.000531227\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.844 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:56.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.909 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:56.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.789327ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.093 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.093 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:57.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.424018ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.231 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:57.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.298 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.455969855\n# Parse_time: 0\n# Compile_time: 0.002447907\n# Rewrite_time: 0.000010662\n# Optimize_time: 0\n# Wait_TS: 0.000471106\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.303 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:57.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:57.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.264654ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.552 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.552 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:57.583 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.506206ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.699 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:57.699 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402978427\n# Parse_time: 0\n# Compile_time: 0.002120774\n# Rewrite_time: 0.00001165\n# Optimize_time: 0\n# Wait_TS: 0.000438649\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:57.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:57.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.246063ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.040 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:58.070 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.858564ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.115 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.201 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:58.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.206 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495815976\n# Parse_time: 0\n# Compile_time: 0.004788298\n# Rewrite_time: 0.00001467\n# Optimize_time: 0\n# Wait_TS: 0.000661461\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.228 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:58.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.294 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:58.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.764604ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.465 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:58.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.103658ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.618 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:58.618 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.622 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396139546\n# Parse_time: 0\n# Compile_time: 0.001994524\n# Rewrite_time: 0.000012553\n# Optimize_time: 0\n# Wait_TS: 0.000486428\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.626 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:58.697 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.697 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:58.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=3.062945ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.946 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] ["ddl job id"=43] [ver=21] [2024/05/06 09:17:58.960 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.960 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:58.970 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=93.216ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.040 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:59.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.478375244\n# Parse_time: 0\n# Compile_time: 0.001811458\n# Rewrite_time: 0.000009514\n# Optimize_time: 0\n# Wait_TS: 0.000420347\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.106 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:59.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:59.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.356693ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.280 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.280 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:59.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.664368ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.428 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:59.429 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.432 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327826893\n# Parse_time: 0\n# Compile_time: 0.002002137\n# Rewrite_time: 0.000013357\n# Optimize_time: 0\n# Wait_TS: 0.000525673\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.437 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:59.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:59.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=9.619014ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.773 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:59.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=55.179187ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.947 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:59.947 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.951 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.515603371\n# Parse_time: 0\n# Compile_time: 0.002279338\n# Rewrite_time: 0.000009338\n# Optimize_time: 0\n# Wait_TS: 0.000472327\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.955 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:18:00.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.011 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:18:00.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.681911ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.164 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:18:00.192 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.049854ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.325 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:18:00.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.330 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376599888\n# Parse_time: 0\n# Compile_time: 0.001989999\n# Rewrite_time: 0.000010264\n# Optimize_time: 0\n# Wait_TS: 0.000379855\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.333 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:18:00.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.404 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:18:00.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.139149ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.581 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:18:00.612 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.327897ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.660 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.713 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:18:00.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.717 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385304449\n# Parse_time: 0\n# Compile_time: 0.001714078\n# Rewrite_time: 0.000010344\n# Optimize_time: 0\n# Wait_TS: 0.000480166\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.721 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:18:00.788 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.788 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:18:00.842 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.843338ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.929 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.929 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:18:00.963 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.903681ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:18:01.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374629989\n# Parse_time: 0\n# Compile_time: 0.001721165\n# Rewrite_time: 0.000009895\n# Optimize_time: 0\n# Wait_TS: 0.000473136\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.097 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:01.133 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1f24da68-9608-4f8f-9490-93732c88f9e3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:01.134 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:18:01.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.065 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.154 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.065 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:18:01.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.065 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.210517ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.384 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.384 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:18:01.415 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.176666ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.065 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.494 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.065 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:18:01.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.448321574\n# Parse_time: 0\n# Compile_time: 0.001460922\n# Rewrite_time: 0.000009214\n# Optimize_time: 0\n# Wait_TS: 0.000516368\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:18:01.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.600 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:18:01.715 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.79877ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.802 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:18:01.836 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.635598ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.963 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:18:01.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.421809829\n# Parse_time: 0\n# Compile_time: 0.001887954\n# Rewrite_time: 0.000010054\n# Optimize_time: 0\n# Wait_TS: 0.000521418\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.974 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:01.976 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:18:02.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:18:02.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.258158ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.240 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:18:02.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.114814ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.361 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.423 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:18:02.423 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.427 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.455260162\n# Parse_time: 0\n# Compile_time: 0.002439233\n# Rewrite_time: 0.00001001\n# Optimize_time: 0\n# Wait_TS: 0.000604289\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.432 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:02.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.494 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:02.563 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.664 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.475162ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.677 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:18:02.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.233011ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.759 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.815 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:18:02.815 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38899969\n# Parse_time: 0\n# Compile_time: 0.002490296\n# Rewrite_time: 0.000010045\n# Optimize_time: 0\n# Wait_TS: 0.000503991\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.837 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:02.919 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.919 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:02.969 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.549133ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.076 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:18:03.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.517385ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.160 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.815 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.224 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:18:03.225 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.229 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394220203\n# Parse_time: 0\n# Compile_time: 0.002922479\n# Rewrite_time: 0.000011233\n# Optimize_time: 0\n# Wait_TS: 0.000555616\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:03.325 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.325 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:03.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.536 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=5.523974ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.549 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.550 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:03.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.993761ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:03.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.765 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.531501012\n# Parse_time: 0\n# Compile_time: 0.003584235\n# Rewrite_time: 0.000009994\n# Optimize_time: 0\n# Wait_TS: 0.000554154\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.767 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:03.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.765 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.765 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:03.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.765 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.567584ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.983 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.983 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:04.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.150132ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.765 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.765 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:04.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336918928\n# Parse_time: 0\n# Compile_time: 0.001022043\n# Rewrite_time: 0.000008935\n# Optimize_time: 0\n# Wait_TS: 0.00032047\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:04.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:04.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:04.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.773652ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:04.375 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:04.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=54.757549ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:04.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.522 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:04.522 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.417891226\n# Parse_time: 0\n# Compile_time: 0.006865639\n# Rewrite_time: 0.00334461\n# Optimize_time: 0\n# Wait_TS: 0.000398986\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:04.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.515 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.599 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.515 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:04.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.515 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.750 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=4.010166ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.765 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.765 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:04.796 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.843759ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.515 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.837 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.515 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.899 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:04.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375263372\n# Parse_time: 0\n# Compile_time: 0.001934697\n# Rewrite_time: 0.000009545\n# Optimize_time: 0\n# Wait_TS: 0.000407339\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.908 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:04.967 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:04.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.131 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.09756ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.145 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.145 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:05.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=55.854681ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.265 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:05.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.315 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408487039\n# Parse_time: 0\n# Compile_time: 0.001721272\n# Rewrite_time: 0.000011562\n# Optimize_time: 0\n# Wait_TS: 0.000490665\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.319 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:05.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:05.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.73867ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.543 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.543 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:05.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.01771ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.705 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:05.705 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.709 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391813212\n# Parse_time: 0\n# Compile_time: 0.001954356\n# Rewrite_time: 0.000013674\n# Optimize_time: 0\n# Wait_TS: 0.000656524\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.716 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:05.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.818 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:05.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.039201ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:06.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=55.18704ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:06.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.215 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.501750482\n# Parse_time: 0\n# Compile_time: 0.003537098\n# Rewrite_time: 0.000015078\n# Optimize_time: 0\n# Wait_TS: 0.00041318\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.220 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:06.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:06.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.163269ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.505 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.506 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:06.538 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.316645ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.686 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:06.686 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.471996118\n# Parse_time: 0\n# Compile_time: 0.002475699\n# Rewrite_time: 0.000012438\n# Optimize_time: 0\n# Wait_TS: 0.000385342\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.698 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:06.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.801 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:06.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.521742ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:07.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.977511ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.229 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:07.229 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.537814747\n# Parse_time: 0\n# Compile_time: 0.003290988\n# Rewrite_time: 0.000013853\n# Optimize_time: 0\n# Wait_TS: 0.000533767\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.239 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:07.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.324 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:07.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.090304ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.560 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.560 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:07.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.9259ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.751 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:07.751 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.518189224\n# Parse_time: 0\n# Compile_time: 0.00259904\n# Rewrite_time: 0.000010229\n# Optimize_time: 0\n# Wait_TS: 0.00036359\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:07.857 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.857 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:07.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.327421ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.125 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:08.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.364473ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:08.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.538515293\n# Parse_time: 0\n# Compile_time: 0.002703564\n# Rewrite_time: 0.000009569\n# Optimize_time: 0\n# Wait_TS: 0.000461581\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.306 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:08.394 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.394 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:08.470 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.322749ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.625 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.625 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:08.658 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.316518ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.724 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:08.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.816 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.513341372\n# Parse_time: 0\n# Compile_time: 0.003372703\n# Rewrite_time: 0.000010004\n# Optimize_time: 0\n# Wait_TS: 0.000345461\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.826 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:08.899 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.899 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:08.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.275874ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.075 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:09.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.413319ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.169 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.235 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:09.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.239 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418279565\n# Parse_time: 0\n# Compile_time: 0.004627774\n# Rewrite_time: 0.000014574\n# Optimize_time: 0\n# Wait_TS: 0.000441716\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:09.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:09.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.093626ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.470 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:09.505 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.372174ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.566 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.629 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:09.629 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.633 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.39098963\n# Parse_time: 0\n# Compile_time: 0.002413617\n# Rewrite_time: 0.000011284\n# Optimize_time: 0\n# Wait_TS: 0.00051301\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:09.742 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.742 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:09.851 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.303317ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:10.035 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:10.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.5712ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:10.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.577954753\n# Parse_time: 0\n# Compile_time: 0.004825612\n# Rewrite_time: 0.000007776\n# Optimize_time: 0\n# Wait_TS: 0.000457605\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:10.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:10.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.294 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:10.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.495548ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:10.480 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:10.515 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=55.132885ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:10.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.417166634\n# Parse_time: 0\n# Compile_time: 0.002358676\n# Rewrite_time: 0.000010187\n# Optimize_time: 0\n# Wait_TS: 0.000408199\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:10.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:10.692 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.692 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:10.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.256729ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:10.858 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.858 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:10.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.944761ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.615 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.021 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:11.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387597731\n# Parse_time: 0\n# Compile_time: 0.001529393\n# Rewrite_time: 0.000010926\n# Optimize_time: 0\n# Wait_TS: 0.000437329\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:11.030 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:11.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:11.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:11.094 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:11.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:11.152 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:11.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:11.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:11.152 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:11.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.246 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.511646ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:11.259 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:11.259 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:11.292 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.34184ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:11.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.378 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.433 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:11.434 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.437 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.409074313\n# Parse_time: 0\n# Compile_time: 0.001770265\n# Rewrite_time: 0.000008706\n# Optimize_time: 0\n# Wait_TS: 0.000441135\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:11.439 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:11.474 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:11.474 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:11.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.06523ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:11.570 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:11.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:11.606 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.856008ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.691 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.721 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:11.722 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.795 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:11.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:11.795 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:11.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:11.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=5.737955ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:11.966 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:11.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:11.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=54.399227ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:11.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.057 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:12.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:12.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386284002\n# Parse_time: 0\n# Compile_time: 0.006976136\n# Rewrite_time: 0.003061071\n# Optimize_time: 0\n# Wait_TS: 0.000620307\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:12.688 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573576275132417\n# Query_time: 0.380223694\n# Parse_time: 0\n# Compile_time: 0.164100218\n# Rewrite_time: 0.004486056\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365957\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjIwNi4zbXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjkJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDEuMDZtc30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqICAxNDQuM8K1cxFADHdhaXQNGww3MS4yHRooa3ZfcmVhZF93YWwNZxQgMjI2LjgJIwhpa3YyGgAUODguMcK1AYQMc2Nhbj6EAAxrZXlzBcUoZ2V0X3NuYXBzaG8RdwwyOC40BVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaRAeG46IHtwcmV3cml0ZToxLjklWgFRESIQczo2ODUNTQkUDDoyLjAFJxxzbG93ZXN0XxFAJUUAIDGFYDAuMDAycywgcmVnaW9uX2lkOiA4LCBzdG8hqjQxMjcuMC4wLjE6MjAxNiF5BGltLmUBOgoBCDkwMCVhBH0sOgoBAao6+wAAMXr7AAXrOUwFkRRfYmF0Y2gluAw6IDI2LbMocHJvcG9zZV9zZW4hskhpdDogMHMsIHBlcnNpc3RfbG9nGe4QMTcwLjklcglgFGxlYWRlchFSJDUwbnMsIHN5bmMJNgQ5OS3zCS0wbWVtdGFibGU6IDMuNwFGOaIFZQg1MTIF/xgsIGFwcGx5Mq4ADDE5LjUFeAUbFZEQMTAxLjYFGBRtdXRleF8p/QG/CXMyoAAZFwB3ZT8ANQ1TCSsZngQxNAXkLkICGHByaW1hcnn++wFq+wEANmlCkvsBCaAELCBa9gIJ0HXLSvsBADMtmLL7AQAxKYEJXjJZAQQ1Nzb4AQQ2M21KCSw9WgQuOAFFOvgBBDQ3KcMl2zb2AQAxUaUFHDn3BDIzTSoAbc73AYmIPp0ABDIwiYeBOW3OCG51baEvCSqFiQQxLA0OGGJ5dGU6MzIFLmRpbnNlcnQ6MTc3bXMJMTA5LjQgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 09:18:12.831 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=23.696849453s] [2024/05/06 09:18:12.838 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] [2024/05/06 09:18:12.838 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] [2024/05/06 09:18:12.840 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 49abf8fd-5267-42ba-aaca-36202b0cc3bb"] [] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=23.1Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=10.845Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.388Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.967Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.061Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=10.711Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=8.296Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.551Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=7.824Β΅s] [2024/05/06 09:18:12.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.918Β΅s] [2024/05/06 09:18:12.842 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:12.842 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.009Β΅s] [2024/05/06 09:18:12.842 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:12.842 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:12.842 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:12.856 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=49abf8fd-5267-42ba-aaca-36202b0cc3bb] ["take time"=19.008053ms] [2024/05/06 09:18:12.857 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=49abf8fd-5267-42ba-aaca-36202b0cc3bb] [2024/05/06 09:18:12.860 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1604] [2024/05/06 09:18:12.861 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:12.861 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:12.861 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:12.861 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:12.861 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:12.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:12.861 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3 watch owner key /tidb/br-stream/owner/22318f4d3046dfee"] [2024/05/06 09:18:12.862 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:12.862 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] [2024/05/06 09:18:12.862 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:12.862 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:12.862 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:12.864 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:12.864 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] [error="context canceled"] [2024/05/06 09:18:12.864 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1f24da68-9608-4f8f-9490-93732c88f9e3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:12.864 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:12.864 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] [2024/05/06 09:18:12.864 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:12.864 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:12.864 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:12.864 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:12.865 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:12.865 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=27.506663ms] [2024/05/06 09:18:12.865 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812916458739120] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:12.879 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:13.033 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=444] ["lease id"=3eaa8f4d3046e0cb] [2024/05/06 09:18:13.036 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:13.145 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=105.14992ms] [2024/05/06 09:18:13.154 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:13.154 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a6abf567-2752-4e21-a13b-483197a6ede8] [runWorker=true] [2024/05/06 09:18:13.154 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:13.158 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:13.159 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:13.159 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:13.159 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:13.160 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:13.160 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:13.162 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d3042f53e] [ownerID=a6abf567-2752-4e21-a13b-483197a6ede8] [op=none] [2024/05/06 09:18:13.163 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:13.163 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dd589622-d1ed-4b00-a581-800796764c4a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:13.194 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:13.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:13.196 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:13.199 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] ["owner key"=/tidb/bindinfo/owner/6f188f4d3042f543] [ownerID=a6abf567-2752-4e21-a13b-483197a6ede8] [op=none] [2024/05/06 09:18:13.212 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:13.213 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d3042f53e] [ownerID=a6abf567-2752-4e21-a13b-483197a6ede8] [op=none] [2024/05/06 09:18:13.213 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [op=none] [2024/05/06 09:18:13.213 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:13.213 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:13.220 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:13.316 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:13.334 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:13.347 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:13.347 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:13.347 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:13.347 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:13.347 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:13.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:13.351 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:13.354 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:13.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:13.359 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 09:18:13.361 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] ["owner key"=/tidb/stats/owner/6f188f4d3042f546] [ownerID=a6abf567-2752-4e21-a13b-483197a6ede8] [op=none] [2024/05/06 09:18:13.367 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0fd3c951-b7a9-4ef1-9b53-39479c28e767] [2024/05/06 09:18:13.367 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:13.368 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:13.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:13.381 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:13.381 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:13.393 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.431416ms] [2024/05/06 09:18:13.437 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/06 09:18:13.451 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:18:13.453 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:18:13.512 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.512 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:18:13.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.609 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.108152ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:13.622 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:13.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=56.665426ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.780 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:13.780 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:13.784 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.331245438\n# Parse_time: 0.000280039\n# Compile_time: 0.000769091\n# Rewrite_time: 0.000012286\n# Optimize_time: 0.000365504\n# Wait_TS: 0.000512237\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/06 09:18:13.788 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:18:13.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.836 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:18:13.882 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.893 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/06 09:18:13.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.266942ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:13.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:18:13.999 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=55.607182ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:18:14.097 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:14.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316388603\n# Parse_time: 0.00076936\n# Compile_time: 0.00114796\n# Rewrite_time: 0.000013851\n# Optimize_time: 0.000365504\n# Wait_TS: 0.000545324\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:18:14.105 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:18:14.116 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1f24da68-9608-4f8f-9490-93732c88f9e3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:14.158 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:14.158 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:18:14.184 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:14.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:14.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:14.184 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:14.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.259 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/06 09:18:14.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.846625ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:14.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:18:14.368 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:14.368 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:14.368 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0fd3c951-b7a9-4ef1-9b53-39479c28e767] [watcherID=d7d242f0-f38d-41c6-a51c-019b3d286b2e] [2024/05/06 09:18:14.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.749266ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.382 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:14.397 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 09:18:14.397 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:14.397 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:14.397 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:14.397 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:14.459 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.518 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:18:14.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:14.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.418688936\n# Parse_time: 0.000592064\n# Compile_time: 0.001079958\n# Rewrite_time: 0.000010891\n# Optimize_time: 0.000365504\n# Wait_TS: 0.000530153\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:18:14.541 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/06 09:18:14.544 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/06 09:18:14.727 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/06 09:18:14.728 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:18:14.737 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:14.737 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:14.737 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:14.737 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:14.739 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:14.739 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:14.739 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:14.739 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:14.739 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:14.757 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:14.759 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:14.760 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:14.765 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:14.769 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:14.775 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [key=import-from-select] [2024/05/06 09:18:14.775 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [key=import-from-select] [2024/05/06 09:18:14.779 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [key=import-from-select] [readDur=34.314Β΅s] [encodeDur=2.051866ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=569.084Β΅s] [type=query] [takeTime=3.485198ms] [] [2024/05/06 09:18:14.780 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/639dd28a-66dc-4dfb-8a68-687168ba7690/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c0c5cbf5-5c23-46e9-9a82-6cd7813daeff.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:18:14.780 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=4.574806ms] [] [2024/05/06 09:18:14.780 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:14.785 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=5.139244ms] [] [2024/05/06 09:18:14.786 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:14.791 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:14.814 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:14.815 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:14.832 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:14.835 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=48.874002ms] [] [2024/05/06 09:18:14.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:14.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.545349ms] [] [2024/05/06 09:18:14.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:14.836 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:14.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=60.858Β΅s] [] [2024/05/06 09:18:14.837 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:18:14.837 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [2024/05/06 09:18:14.844 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [takeTime=7.904647ms] [] [2024/05/06 09:18:14.845 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:18:14.845 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [weight=30] [2024/05/06 09:18:14.845 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [concurrency=15] [2024/05/06 09:18:14.849 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:14.850 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:18:14.850 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=639dd28a-66dc-4dfb-8a68-687168ba7690] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.140766ms] [] [2024/05/06 09:18:14.850 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:14.850 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.247Β΅s] [] [2024/05/06 09:18:14.850 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:14.851 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.160177ms] [] [2024/05/06 09:18:14.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:14.851 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.655Β΅s] [] [2024/05/06 09:18:14.851 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:14.852 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=980.563Β΅s] [] [2024/05/06 09:18:14.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:14.856 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:14.856 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:14.856 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:14.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:14.856 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.857 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:14.857 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:14.859 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:14.859 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:14.859 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:14.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:14.859 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:14.860 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573576904540173\n# Conn_ID: 2\n# Query_time: 0.314462855\n# Parse_time: 0.000613398\n# Compile_time: 0.003259146\n# Rewrite_time: 0.002032079\n# Optimize_time: 0.000365504\n# Wait_TS: 0.000161221\n# Cop_time: 0.000127076 Process_time: 0.000077406 Wait_time: 0.000059863 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.7406e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.9863e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xgWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwOC42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA4NjPCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNTgBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDc3LjQFSgETJHdhaXQ6IDU5LjkFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Mi4yBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUlSDEuNDdtc319CTM1NCBCeXRlcwkhIyAyCTQzXzYJMV8xJcB0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3ZfJSUAewVkDDBzLCAthEh9LCBzY2FuX2RldGFpbDoge3RvAYsYcHJvY2VzczI5AQRhbDIXACBfc2l6ZTogMTgpVwRhbA0tODUsIGdldF9zbmFwc2hvdAnWCCAyNS1vdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg4LCBibG9jIeYQfX19LCABx160AAEcADoy4AEIYWxfIeINGjXnAHQhFwx3YWxsDRk8Mjg5wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('sQagCqwGCgxJbXBvcnRJbnRvXzIS5QUKDVRhYmxlUmVhZGVyXzcSpgMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq4CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCAyNS40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwMOiA3Nw1xCdEId2FpEYsMNTkuOQWLIHRpa3Zfd2FsbA0zBDI4ARgIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6VASgBQAFSFGRhdGE6VDbDAQRaFAWGCDg2MwVqKW0cMmLYAWNvcF8limgge251bTogMSwgbWF4OiAxLjU4bXMsIHByb2MtSSlYAF8BEgA6Ms8ABc0EOiAVyIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Mi4yBZhgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEYNHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLC1TBeIoMS40N21zfX1w4gI9LQA4IRkUA04vQVoVBSYQMzA4LjYB3ykJADFWYwEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/05/06 09:18:14.890 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:14.890 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:14.892 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:18:14.946 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:14.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:14.946 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:14.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:18:15.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.029 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/06 09:18:15.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.917966ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:15.086 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:18:15.118 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.029462ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.159 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:15.183 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:18:15.202 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 09:18:15.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.865 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.265 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:15.265 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:15.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.380111355\n# Parse_time: 0.000248671\n# Compile_time: 0.000723999\n# Rewrite_time: 0.000009978\n# Optimize_time: 0.001147408\n# Wait_TS: 0.000517613\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:18:15.516 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/06 09:18:15.525 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:15.525 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:15.526 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.526 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:15.527 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.527 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.527 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.527 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.528 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.543 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:15.546 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:15.546 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:15.550 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:15.554 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:15.559 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [key=import-from-select] [2024/05/06 09:18:15.559 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [key=import-from-select] [2024/05/06 09:18:15.560 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [key=import-from-select] [readDur=4.746Β΅s] [encodeDur=372.026Β΅s] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=265.411Β΅s] [type=query] [takeTime=1.096841ms] [] [2024/05/06 09:18:15.560 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [key=import-from-select] [readDur=18.215Β΅s] [encodeDur=453.069Β΅s] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=247.628Β΅s] [type=query] [takeTime=1.144925ms] [] [2024/05/06 09:18:15.561 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:15.561 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/622c1fcd-d6ae-4a2a-b536-3aa8547eac61/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d0decd64-a9ce-4d0d-ba42-7a96c16c0efc.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 09:18:15.562 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/622c1fcd-d6ae-4a2a-b536-3aa8547eac61/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/79254217-dedf-44a0-a33c-da33259225b7.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/05/06 09:18:15.565 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.9124ms] [] [2024/05/06 09:18:15.565 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:15.571 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.593 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:18:15.593 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.611 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:18:15.613 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=47.649606ms] [] [2024/05/06 09:18:15.613 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:15.615 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.711502ms] [] [2024/05/06 09:18:15.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:15.615 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:15.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=71.452Β΅s] [] [2024/05/06 09:18:15.615 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/06 09:18:15.615 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [2024/05/06 09:18:15.624 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [takeTime=8.3428ms] [] [2024/05/06 09:18:15.624 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:18:15.624 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [weight=30] [2024/05/06 09:18:15.624 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [concurrency=15] [2024/05/06 09:18:15.629 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/06 09:18:15.629 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:18:15.630 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=622c1fcd-d6ae-4a2a-b536-3aa8547eac61] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=14.295539ms] [] [2024/05/06 09:18:15.630 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:15.630 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.84Β΅s] [] [2024/05/06 09:18:15.630 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:15.631 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.199402ms] [] [2024/05/06 09:18:15.631 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:15.631 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.676Β΅s] [] [2024/05/06 09:18:15.631 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:15.632 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.105124ms] [] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.637 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.637 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.637 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.638 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.638 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.640 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:15.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573577101148162\n# Conn_ID: 2\n# Query_time: 0.369005074\n# Parse_time: 0.00154092\n# Compile_time: 0.006124434\n# Rewrite_time: 0.003822311\n# Optimize_time: 0.001147408\n# Wait_TS: 0.000206059\n# Cop_time: 0.00008645 Process_time: 0.000115822 Wait_time: 0.000066311 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000115822 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.6311e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 318\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1OC41bXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIYNTc3LjXCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuOTgBbERwcm9jX2tleXM6IDQsIHRvdF8BEhg6IDExNS44BUsBFCR3YWl0OiA2Ni4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogOTYuMgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmAhhbF8lJkgxLjg3bXN9fQkzMTggQnl0ZXMJISQgMgkxXzgJMV8wNSUgZ3QoZnJvbV9zJSgoLnNyYy5pZCwgNSklLgRrdgWkBDp7BVUAMDUzAYg8c2Nhbl9kZXRhaWw6IHt0bwF8IRYIZXNzMisBBGFsMhcAIF9zaXplOiAxOClJBGFsDS04NSwgZ2V0X3NuYXBzaG90CccQIDMwLjYlE3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQllwhrZXk+FgAYOCwgYmxvYyHYOYkNMhQyfX19LCAB2V7GAAEcCDogMS7kAQhhbF8h5g0bADYx6wB0ISoId2FsLX40IDM2NC4xwrVzfQlOL0EBBBwKMwk0M183CSF7yDEwMDAwCXRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdAFfRaBGiQEgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('vAfgCrcHCgxJbXBvcnRJbnRvXzIS8AYKDVRhYmxlUmVhZGVyXzkSsgQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrDAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDMwLjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBg6IDExNS44BYQJzQh3YWkRngw2Ni4zCRocaWt2X3dhbGwNNCQzNjQuMcK1c31wIX8FATKPARxGAcpPUpgQQS6PASgBQAFSEGRhdGE6U0UNGGlvbl84WhYFhRA1NzcuNQVqKegYMmLZAWNvcEkFWCB7bnVtOiAxLCBtYXg6IDEuOThtcywgIYwtXClrJZ460AAFzgA6GckQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA5Ni4yBZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MVEhBeUsMS44N21zfX1wvgJ4JTMBAQQBOCEYFANOL0FaFQUmEDM1OC41AeApCgAxVmIBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/06 09:18:15.654 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/06 09:18:15.702 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:15.665 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:15.702 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:15.665 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/06 09:18:15.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:15.665 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.780 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/06 09:18:15.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.637243ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:15.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:18:15.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=55.506807ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:15.665 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.947 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:18:15.958 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 09:18:15.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:15.665 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.029 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:16.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.033 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381018234\n# Parse_time: 0.000311957\n# Compile_time: 0.001152069\n# Rewrite_time: 0.000015721\n# Optimize_time: 0.00120012\n# Wait_TS: 0.00110825\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/06 09:18:16.035 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:18:16.076 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:16.015 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:16.076 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:16.015 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:18:16.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.015 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.168 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/06 09:18:16.211 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.992301ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:16.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:18:16.258 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=54.132847ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.015 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.352 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 09:18:16.385 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:18:16.391 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.015 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.501 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:18:16.501 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.506 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.471944606\n# Parse_time: 0.00026419\n# Compile_time: 0.001272265\n# Rewrite_time: 0.000011015\n# Optimize_time: 0.00120012\n# Wait_TS: 0.000547413\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:18:19.745 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573577821782019\n# Conn_ID: 2\n# Query_time: 3.197028556\n# Parse_time: 0.928579036\n# Compile_time: 1.170055041\n# Rewrite_time: 0.056623671\n# Optimize_time: 0.00120012\n# Wait_TS: 0.000373255\n# Prewrite_time: 0.06905963 Commit_time: 0.014510278 Get_commit_ts_time: 0.000498061 Slowest_prewrite_rpc_detail: {total:0.064s, region_id: 12, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 5.05ms}, scan_detail: {get_snapshot_time: 8.45Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 44.2Β΅s, propose_send_wait: 0s, persist_log: {total: 180.5Β΅s, write_leader_wait: 31ns, sync_log: 134.5Β΅s, write_memtable: 603ns}, commit_log: 500Β΅s, apply_batch_wait: 173.1Β΅s, apply: {total:2.98ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.4Β΅s, write_memtable: 341.7Β΅s}}} Commit_primary_rpc_detail: {total:0.064s, region_id: 12, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 5.05ms}, scan_detail: {get_snapshot_time: 8.45Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 44.2Β΅s, propose_send_wait: 0s, persist_log: {total: 180.5Β΅s, write_leader_wait: 31ns, sync_log: 134.5Β΅s, write_memtable: 603ns}, commit_log: 500Β΅s, apply_batch_wait: 173.1Β΅s, apply: {total:2.98ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.4Β΅s, write_memtable: 341.7Β΅s}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4BTwsDAJMjdfMQkwCTAJTi9BCTAJdGltZTo5OTYuOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI0NG1zLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4ybXN9LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2Nlc3NfdGltZTogMTE0LjPCtXMsIAk/DHdhaXQNGyA4Mi40wrVzLCAJGihrdl9yZWFkX3dhbA1mECAyMDUuDT0IaWt2MhoAQDQ4LjbCtXN9LCBzY2FuX2RlMoQATGtleXM6IDEsIGdldF9zbmFwc2hvEXcMMzMuNQV3sHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fSwgY29tbQG2QHhuOiB7cHJld3JpdGU6Mi4xJWoBYxEiGHM6NTUyLjEFXwkUEDoxLjY2IZEcc2xvd2VzdF8RQCVWLTRoOiAwLjAwMnMsIHJlZ2lvbl9pZDogOCwgc3RvIbpAMTI3LjAuMC4xOjIwMTYxLCAh6x3zOhwBBDk2AYFCGgEBqD4LAQgyLjkFrKILAQX7GXsFoRRfYmF0Y2gl2kFeLV4ocHJvcG9zZV9zZW4h1EhpdDogMHMsIHBlcnNpc3RfbG9nGf4IMTQ3TQsJYBRsZWFkZXINUiQ3MG5zLCBzeW5jCTUEODgyLAAwbWVtdGFibGU6IDIuNk0TKXsJLxA1MDAuMgXlEGFwcGx5Nq0AADFNXwUbFZAIMTAxLcQUbXV0ZXhfSR4BvkqfABkXAHdlXgA2RZgALA0rGZ4EMTdBr11PGHByaW1hcnn+CAJmCAIINjM0Bd+OCgIAMUEzACxKCAIFsgn3dWRG9gEAMTHAsvYBADExfwlgMvYBADg69gEENjVeWAEELjaBIwB9dadFWggzMTJNiCXbNvYBCDMuOFkROfYEMTZtDtL2ASlBCco59gQyNUV9JUZt3AhudW2hTgkqhakAMVEuFGJ5dGU6M4l1LGluc2VydDo3NTIuOYFATdQ6hQQMNjkuMQEeYd0RIhBzOjQ5OA2QCRQQOjE0LjUBJ4KFBAg2NHMyhQQIMTIs2oYEEDUuMDVtIZc2oAUBqTqGBAg4LjRekQUlOCkqan4CBDQ0JWUALLZ+AgQ4ME0iCWAyfgIEMzE2dAQEMTOR1wktOeEMNjAzbgHmKWlJfQg1MDBZYDJ7AggxNzMtmUWXVXwIMi45xUzGegIEMzZaDgUMMzQxLp5zBAAxgcVNn8F75vYBDDYuNjOW9gEAMQmf5nQEBDYxba+udAQINDQ1ZvYBCDE1Mzb3AQgyNTkyLgA59+k5OnUECDEuMWWrJdw2+AHBmQAsCRku9QEFL8b1AQgxNTFN8j6PAhAxLjc5bXpvBAw1MDAwMnIEUDIwMzc2Mn0JNzI3LjUgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('7BTwWwrnFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6OTk2LjhtcywgbG9vcHM6MWLGC3ByZXBhcmU6IHt0b3RhbDogMjQ0bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQABfBWgcMS4ybXN9LCABDRhfZGV0YWlsEWEcX3Byb2Nlc3MJKSAgMTE0LjPCtXMRPwx3YWl0DRsMODIuNB0aKGt2X3JlYWRfd2FsDWYMIDIwNRE9CGlrdjIaABQ0OC42wrUBhAxzY2FuPoQADGtleXMFxChnZXRfc25hcHNobxF3DDMzLjUFd3hyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291IQYkMn19fSwgY29tbQG2QHhuOiB7cHJld3JpdGU6Mi4xJWsBYxEiGHM6NTUyLjEFXwkUEDoxLjY2IXAcc2xvd2VzdF8RQCVWACAxlWAwLjAwMnMsIHJlZ2lvbl9pZDogOCwgc3RvIbo0MTI3LjAuMC4xOjIwMTYhigRpbS53ATocAQQ5NgGBBH0sOhoBAag+CwEIMi45BayiCwEF+zluBaEUX2JhdGNoJdpBXi1eKHByb3Bvc2Vfc2VuIdRIaXQ6IDBzLCBwZXJzaXN0X2xvZxn+CDE0N00LCWAUbGVhZGVyDVIkNzBucywgc3luYwk1BDg4MiwAMG1lbXRhYmxlOiAyLjZNEyl7CS8QNTAwLjIF5RBhcHBseTatAAAxTV8FGxWQCDEwMS3EFG11dGV4X0keAb5KnwAZFwB3ZV4ANkWYACwNKxmeBDE3Qa9dTxhwcmltYXJ5/ggCZggCBDYzaXuOCgIAMUEzACxKCAIFsgn3dehG9gEAMTHAsvYBADExfwlgMvYBADg69gEENjVeWAEELjaBYHmnRVoIMzEyTYgl2zb2AQgzLjhZETn2BDE2bQ7S9gEpQQnKOfYEMjVFfSVGbdwIbnVtoU4JKoWpADFRLhRieXRlOjOJdQBppeMoOjc1Mi45bXNi4ghN1TqGBAw2OS4xgV9h3hEiEHM6NDk4DZEJFBA6MTQuNQEngoYECDY0czKGBAgxMizahwQMNS4wNcUlNqEFAak6hwQIOC40XpIFJTkpK2p/AgQ0NCVmACy2fwIEODBNIwlgMn8CBDMxNnUEBDEzkdgJLTniDDYwM24+fgIINTAwWWEyfAIIMTczLZlFmFV9CDIuOcVNxnsCBDM2Wg8FDDM0MS6edAQAMYHGTaDBfOb2AQw2LjYzlvYBADEJn+Z1BAQ2MW2wrnUECDQ0NWb2AQgxNTM29wEIMjU5Mi4AOffpOjp2BAwxLjE5YWYl3Db4AcGaACwJGS71AQUvxvUBCDE1MU3yPo8CEDEuNzltenAEDDUwMDAycwRcMjAzNzYyfXCovC14////////////ARgB')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/06 09:18:19.980 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/06 09:18:19.989 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:19.989 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:19.990 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.990 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:19.991 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.991 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.991 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:19.991 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:19.991 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:20.008 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:20.010 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:20.010 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:20.015 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:20.019 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:20.063 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [2024/05/06 09:18:20.620 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=69.043493ms] [encodeDur=463.998655ms] [checksum="{cksum=5555886609691817445,size=25632,kvs=629}"] [deliverDur=7.573039ms] [type=query] [takeTime=556.029263ms] [] [2024/05/06 09:18:20.621 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25632] [kvs=629] [files=1] [sstFileSize=9170] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/12cf6b2a-c4e1-40fc-b89b-e7162d0285c1.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001382] [2024/05/06 09:18:20.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=45.042791ms] [encodeDur=488.062409ms] [checksum="{cksum=3912814179664809070,size=25224,kvs=619}"] [deliverDur=9.370539ms] [type=query] [takeTime=557.47799ms] [] [2024/05/06 09:18:20.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25224] [kvs=619] [files=1] [sstFileSize=9083] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a63e9b86-1ed0-47ab-af20-67c962e9f06c.sst] [firstKey=7480000000000000725F728000000000000008] [lastKey=7480000000000000725F728000000000001384] [2024/05/06 09:18:20.623 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=45.725765ms] [encodeDur=487.004615ms] [checksum="{cksum=8759233502430686382,size=25227,kvs=619}"] [deliverDur=10.577837ms] [type=query] [takeTime=558.728995ms] [] [2024/05/06 09:18:20.624 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25227] [kvs=619] [files=1] [sstFileSize=9030] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/0b659bab-c5b3-4a01-9c9b-17c83a9dcf51.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001381] [2024/05/06 09:18:20.624 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=103.364399ms] [encodeDur=429.503993ms] [checksum="{cksum=11394679126747959409,size=25349,kvs=622}"] [deliverDur=12.125639ms] [type=query] [takeTime=560.292916ms] [] [2024/05/06 09:18:20.624 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=79.387854ms] [encodeDur=453.923481ms] [checksum="{cksum=4629022852409620396,size=25875,kvs=635}"] [deliverDur=12.220476ms] [type=query] [takeTime=560.396977ms] [] [2024/05/06 09:18:20.625 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=46.608117ms] [encodeDur=486.783645ms] [checksum="{cksum=15580156440585585745,size=25229,kvs=619}"] [deliverDur=12.583845ms] [type=query] [takeTime=561.115063ms] [] [2024/05/06 09:18:20.625 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=60.693194ms] [encodeDur=472.645392ms] [checksum="{cksum=9871673933987450969,size=25633,kvs=629}"] [deliverDur=12.915264ms] [type=query] [takeTime=561.062321ms] [] [2024/05/06 09:18:20.625 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [key=import-from-select] [readDur=44.686186ms] [encodeDur=488.607182ms] [checksum="{cksum=11901116677721474063,size=25593,kvs=628}"] [deliverDur=12.864067ms] [type=query] [takeTime=561.046753ms] [] [2024/05/06 09:18:20.626 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25349] [kvs=622] [files=1] [sstFileSize=9117] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/0b864b07-1c67-42bf-b502-54730dda68c7.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001383] [2024/05/06 09:18:20.626 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:20.627 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25875] [kvs=635] [files=1] [sstFileSize=9200] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/fc066b18-9296-4eb1-853a-17c8e800ef3c.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001385] [2024/05/06 09:18:20.629 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25229] [kvs=619] [files=1] [sstFileSize=9065] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5708d898-01df-46cf-ab4f-1e1d5c267524.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001387] [2024/05/06 09:18:20.630 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25633] [kvs=629] [files=1] [sstFileSize=9211] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/cbb5648a-3f70-4875-bdb0-55e6d31306db.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F728000000000001388] [2024/05/06 09:18:20.631 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25593] [kvs=628] [files=1] [sstFileSize=9184] [file=/tmp/tidb/import-4000/b7908425-dfc1-4e5b-9007-da5beda6dce8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5e6b0076-f072-41c4-b862-951ee582e749.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F728000000000001386] [2024/05/06 09:18:20.635 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=9.274867ms] [] [2024/05/06 09:18:20.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:20.647 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:20.669 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/06 09:18:20.669 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:20.778 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/06 09:18:20.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=143.767448ms] [] [2024/05/06 09:18:20.780 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:20.782 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.150786ms] [] [2024/05/06 09:18:20.782 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:20.782 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:20.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=81.334Β΅s] [] [2024/05/06 09:18:20.783 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/06 09:18:20.783 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [2024/05/06 09:18:20.791 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [takeTime=8.554115ms] [] [2024/05/06 09:18:20.791 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:18:20.791 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [weight=30] [2024/05/06 09:18:20.791 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [concurrency=15] [2024/05/06 09:18:20.799 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/06 09:18:20.799 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:18:20.800 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=b7908425-dfc1-4e5b-9007-da5beda6dce8] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=17.022191ms] [] [2024/05/06 09:18:20.800 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:20.800 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.17Β΅s] [] [2024/05/06 09:18:20.800 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:20.802 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.180255ms] [] [2024/05/06 09:18:20.802 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:20.802 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.864Β΅s] [] [2024/05/06 09:18:20.802 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:20.803 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.089124ms] [] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:20.808 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:20.808 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:20.808 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:20.808 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:20.810 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:20.811 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:20.811 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:20.811 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:20.811 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:20.813 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573578267426826\n# Conn_ID: 2\n# Query_time: 1.063967099\n# Parse_time: 0.001269487\n# Compile_time: 0.004353172\n# Rewrite_time: 0.002910831\n# Optimize_time: 0.00120012\n# Wait_TS: 0.000172566\n# Cop_time: 0.005942529 Process_time: 0.00554625 Wait_time: 0.000237177 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.00110925 Cop_proc_p90: 0.001601782 Cop_proc_max: 0.001601782 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.7435e-05 Cop_wait_p90: 6.8653e-05 Cop_wait_max: 6.8653e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jgeQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuMDZzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk1ARoJRQwwLjFtFUZ4NywgY29wX3Rhc2s6IHtudW06IDUsIG1heDogNDYuNQEpIG1pbjogMS43OQENGGF2ZzogMTEJGghwOTUdJ0hheF9wcm9jX2tleXM6IDIwMTYsASJGFQAIdG90BRUUOiA1LjU1AVYBEjR3YWl0OiAyMzcuMsK1cwWXdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW1CF9kdQUaGG46IDgyLjUFOgGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHyGF9ycGM6NSwBhQhhbF8lJEA1Ni44bXN9fQk3OC4xIEtCCSFnIDIJNDNfNgkxXzFpqHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTUpfgRrdgW0FDp7cHJvYwGnBDoyAf4hYQgwcywpXAg4MDAFxQhwODAJHiFlBSeYaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsJVsIZXNzLYgMNTAwMBHcAXcRGjBfc2l6ZTogMjQzNzYyESEAayW7RDUwMDUsIGdldF9zbmFwc2hvdCkWFCAxMTEuNAWekHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQ1MjchFwB5QhoABDk1ARoMYmxvY0FyEH19fSwgIXRexgABHDIpAiRhbF9zdXNwZW5kDRwEMzQNlQB0Bf9BSA0aWU0JGyhrdl9yZWFkX3dhbC3pBCA0IYEAdCGaHRU8Ni40OW1zfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('+AegCvMHCgxJbXBvcnRJbnRvXzISrgcKDVRhYmxlUmVhZGVyXzcSqgQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfQTAojDQDCIJzgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsQN0aWt2X3Rhc2s6e3Byb2MgbWF4OjJtcywgbWluOjBzLCBhdmc6IDgwMMK1cywgcDgwOjJtcywgcDk1OjJtcywgaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDI0Mzc2MiwgdG90YWxfa2V5czogNTAwNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDExMS40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0NTI3LCBrZXlfc2tpcHBlZF9jb3VudDogMTk1MjcsIGJsb2NrOiB7fX19LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2Nlc3NfdGltZTogNS41NW1zLCB0b3RhbF9zdXNwZW5kX3RpbWU6IDM0LjTCtXMsIHRvdGFsX3dhaXRfdGltZTogMjM3LjLCtXMsIHRvdGFsX2t2X3JlYWRfd2FsbF90aW1lOiA0bXMsIHRpa3Zfd2FsbF90aW1lOiA2LjQ5bXN9cP///////////wF4////////////ASGcVh+lh0wWQSlBGFEZJAFAAVIUZGF0YTpFWgBGVUgoWhR0aW1lOjEwLjEhzjBsb29wczo3YpsCY29wSQ4kIHtudW06IDUsIEESDCA0Ni4F60EWECAxLjc5ATcYYXZnOiAxMQkaQRIZJwhheF8h8gBfKbwQMjAxNiwBIkYVAAh0b3QFFRQ6IDUuNTUBVgESHHdhaXQ6IDIzMSqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbUIX2R1BRogbjogODIuNcK1QcfQYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6NSwBhQhhbF8lJTQ1Ni44bXN9fXDA8AR4/xEBLAE4AUABUgNOL0FaEwUnFDEuMDZzLC1LBDFwESg4/wF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/06 09:18:20.977 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:18:21.025 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:21.025 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:18:21.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.113 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=359.723Β΅s] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/06 09:18:21.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.741059ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=213.377Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/06 09:18:21.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.848901ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.409 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=213.992Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/06 09:18:21.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.026157ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.537 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:21.566 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/06 09:18:21.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:20.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:18:21.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.638 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.66168627\n# Parse_time: 0.000490135\n# Compile_time: 0.000742948\n# Rewrite_time: 0.000009907\n# Optimize_time: 0.002068579\n# Wait_TS: 0.000469221\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:18:21.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:18:21.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:21.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:18:21.764 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.646162ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:21.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/06 09:18:21.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.995169ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.988 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 09:18:21.988 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353895645\n# Parse_time: 0.000371176\n# Compile_time: 0.000830456\n# Rewrite_time: 0.000007856\n# Optimize_time: 0.002068579\n# Wait_TS: 0.000450688\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/06 09:18:21.996 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/06 09:18:22.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/06 09:18:22.061 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:22.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.154 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/06 09:18:22.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=3.242697ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:22.306 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/06 09:18:22.337 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=56.259399ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.397 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.455 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:18:22.455 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:22.460 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.464957868\n# Parse_time: 0.000515264\n# Compile_time: 0.000824239\n# Rewrite_time: 0.000013282\n# Optimize_time: 0.002068579\n# Wait_TS: 0.000475264\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/05/06 09:18:22.463 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/06 09:18:22.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:22.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/06 09:18:22.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.666 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/06 09:18:22.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=3.978484ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:22.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/06 09:18:22.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=55.949736ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:22.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:22.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:22.972 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:18:22.973 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:22.977 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.516545451\n# Parse_time: 0.001139745\n# Compile_time: 0.001515509\n# Rewrite_time: 0.000013721\n# Optimize_time: 0.002068579\n# Wait_TS: 0.0006974\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/05/06 09:18:23.232 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/06 09:18:23.241 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:23.242 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:23.242 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.242 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:23.244 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.244 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:23.244 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.244 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:23.244 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.272 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:23.274 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:23.274 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:23.279 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:23.283 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:23.342 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [key=import-from-select] [2024/05/06 09:18:23.344 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [key=import-from-select] [readDur=33.406Β΅s] [encodeDur=1.42529ms] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [deliverDur=207.624Β΅s] [type=query] [takeTime=2.223246ms] [] [2024/05/06 09:18:23.346 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=168] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/16470e07-559d-475e-910c-75fe6c418ebb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/19464266-2f39-4246-b5d3-55b24720cf8e.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000004] [2024/05/06 09:18:23.391 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [key=import-from-select] [2024/05/06 09:18:23.391 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=158.016Β΅s] [] [2024/05/06 09:18:23.391 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:23.393 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.874664ms] [] [2024/05/06 09:18:23.393 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:23.401 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:23.423 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/06 09:18:23.424 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:23.440 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/06 09:18:23.442 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=48.177991ms] [] [2024/05/06 09:18:23.442 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:23.444 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.760596ms] [] [2024/05/06 09:18:23.444 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:23.444 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:23.444 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=85.995Β΅s] [] [2024/05/06 09:18:23.444 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/06 09:18:23.444 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [2024/05/06 09:18:23.455 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [takeTime=10.81359ms] [] [2024/05/06 09:18:23.455 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:18:23.455 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [weight=30] [2024/05/06 09:18:23.455 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [concurrency=15] [2024/05/06 09:18:23.461 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/06 09:18:23.462 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:18:23.462 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=16470e07-559d-475e-910c-75fe6c418ebb] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=18.194299ms] [] [2024/05/06 09:18:23.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:23.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=21.94Β΅s] [] [2024/05/06 09:18:23.463 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:23.464 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.627689ms] [] [2024/05/06 09:18:23.464 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:23.465 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=18.379Β΅s] [] [2024/05/06 09:18:23.465 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:23.466 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.442521ms] [] [2024/05/06 09:18:23.472 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.472 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.472 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:23.472 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:23.472 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.472 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:23.473 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:23.473 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:23.473 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.473 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.473 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.473 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:23.475 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:23.475 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.475 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.475 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573579119394826\n# Conn_ID: 2\n# Query_time: 0.479933124\n# Parse_time: 0.001277206\n# Compile_time: 0.005296479\n# Rewrite_time: 0.003378198\n# Optimize_time: 0.002068579\n# Wait_TS: 0.000131475\n# Cop_time: 0.000077267 Process_time: 0.000082078 Wait_time: 0.000067268 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.2078e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.7268e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kgaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ3MS4zbXMsIGxvb3BzOjEJARyYTi9BCjEJMTRfNgkwCTEwMDAwCWZyb21fc2VsZWN0LnNyYy5pZAk0CUIMMS4xORlBYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVSkxkYXRhOlRhYmxlRnVsbFNjYW5fORFMGDYyNy4xwrUVj3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjY4AXdEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA4Mg1KARMkd2FpdDogNjcuMwVdgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDc5LjIFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJXEsMS41Nm1zfX0JMzU0KSIACSFvIDMJNDNfOQkxXzFxwHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdl8lJQB7BWQAMDVBAZcAcyFjKGRldGFpbDoge3RvAYsYcHJvY2VzczI5AQRhbDIXACBfc2l6ZTogMTgpVwRhbA0tODUsIGdldF9zbmFwc2hvdAnWCCAzNyUgdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWjCGtleT4WABg4LCBibG9jIeQQfX19LCABxV6yAAEcADoy3gEIYWxfIeANGjXlAHQhFQx3YWxsDRlEMjk2LjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('hAfw9Qr/BgoMSW1wb3J0SW50b18yErgGCgZTb3J0XzYS6AUKDlRhYmxlUmVhZGVyXzEwEqYDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXK4IDM3wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFTAF9asgABHBQ6IDgyLjEFcQB0BZoId2FpEYkMNjcuMwkaHGlrdl93YWxsDTMIMjk2BTQIfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSk9lSgBQAFSFGRhdGE6VDbDAQRaFgWICDYyNwVUSCwgbG9vcHM6MmLYAWNvcF90YXMBzWBudW06IDEsIG1heDogMS42OG1zLCBwcm9jLUsENCwBwABfARI20wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzkuMiUGqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwBhLTkoMS41Nm1zfX1w4gIuLwEY6JnfmEUfW0IvAQQSZlnAIC5zcmMuaWRaFCUtDDEuMTkhAS0rDHC4CDghYBQDTi9BWhUFIhA0NzEuMxkjADFWqgEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/05/06 09:18:23.487 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:18:23.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:23.522 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:18:23.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.618 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/06 09:18:23.706 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=3.327743ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:23.721 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/06 09:18:23.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=54.070586ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.822 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:18:23.831 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/06 09:18:23.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.920 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 09:18:23.920 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:23.924 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.437839474\n# Parse_time: 0.000257931\n# Compile_time: 0.000870259\n# Rewrite_time: 0.000021029\n# Optimize_time: 0.000951649\n# Wait_TS: 0.000503984\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:18:23.926 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/06 09:18:23.993 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.915 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:23.993 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.915 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/06 09:18:24.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.915 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.086 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/06 09:18:24.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.439011ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:24.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/06 09:18:24.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.088234ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.915 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.915 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.335 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:18:24.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:24.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.41511921\n# Parse_time: 0.000579352\n# Compile_time: 0.001042943\n# Rewrite_time: 0.000015642\n# Optimize_time: 0.000951649\n# Wait_TS: 0.000334606\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/05/06 09:18:24.581 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/06 09:18:24.589 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:24.589 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:24.590 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.590 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:24.592 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.592 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:24.592 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:24.592 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.592 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.610 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:24.612 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:24.612 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:24.616 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:24.620 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:24.627 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [key=import-from-select] [2024/05/06 09:18:24.627 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [key=import-from-select] [2024/05/06 09:18:24.628 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [key=import-from-select] [readDur=105.613Β΅s] [encodeDur=583.499Β΅s] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=435.969Β΅s] [type=query] [takeTime=1.413583ms] [] [2024/05/06 09:18:24.628 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [key=import-from-select] [readDur=14.015Β΅s] [encodeDur=734.509Β΅s] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=519.03Β΅s] [type=query] [takeTime=1.678048ms] [] [2024/05/06 09:18:24.629 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:24.629 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/052e56e1-d767-4045-ae0f-e124af6b6445/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c7bed859-90d4-4fe5-bf30-53590871e06c.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/05/06 09:18:24.630 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/052e56e1-d767-4045-ae0f-e124af6b6445/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/6f6122ec-25e6-44de-9941-cbeeb81dbe8b.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/05/06 09:18:24.633 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.639014ms] [] [2024/05/06 09:18:24.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:24.638 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:24.660 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:18:24.661 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:24.663 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF7B5F728000000000FF0000010000000000FA, endKey: 7480000000000000FF7B5F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 09:18:24.690 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:18:24.692 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=58.770511ms] [] [2024/05/06 09:18:24.692 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:24.694 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.049829ms] [] [2024/05/06 09:18:24.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:24.695 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:24.695 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=127.965Β΅s] [] [2024/05/06 09:18:24.695 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/06 09:18:24.695 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [2024/05/06 09:18:24.725 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [takeTime=29.619297ms] [] [2024/05/06 09:18:24.725 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:18:24.725 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [weight=30] [2024/05/06 09:18:24.725 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [concurrency=15] [2024/05/06 09:18:24.731 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/06 09:18:24.732 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:18:24.732 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=052e56e1-d767-4045-ae0f-e124af6b6445] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=36.799281ms] [] [2024/05/06 09:18:24.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:24.732 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=34.013Β΅s] [] [2024/05/06 09:18:24.732 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:24.734 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.509248ms] [] [2024/05/06 09:18:24.734 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:24.734 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=26.69Β΅s] [] [2024/05/06 09:18:24.734 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:24.735 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.273837ms] [] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.741 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:24.741 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:24.741 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.742 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:24.742 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:24.744 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:24.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:24.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:24.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:24.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573579486658562\n# Conn_ID: 2\n# Query_time: 0.383644778\n# Parse_time: 0.003049606\n# Compile_time: 0.010840667\n# Rewrite_time: 0.00761495\n# Optimize_time: 0.000951649\n# Wait_TS: 0.000170276\n# Cop_time: 0.000159218 Process_time: 0.000206543 Wait_time: 0.000152301 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000103271 Cop_proc_p90: 0.000124794 Cop_proc_max: 0.000124794 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.615e-05 Cop_wait_p90: 8.7736e-05 Cop_wait_max: 8.7736e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jA+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2Ni4zbXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcMMi42MhlGYDIJMS4wMiBLQgkwIEJ5dGVzCjIJMTdfMTQuTgBUaW5uZXIgam9pbiwgZXF1YWw6W2VxKDpkABAuaWQsIDoUABgyLmlkKV0JFXoEMDcdemwsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjEuBaI0ZmV0Y2g6ODM3LjnCtXMNLwA6IQdwNsK1c30sIHByb2JlOntjb25jdXJyZW5jeTo1LCAJRAw1LjY2AW0YbWF4OjEuMwVRCTAQMjU3LjMFUQVhUCBhbmQgd2FpdDo1LjRtc30JOS40Ni4RASAzCTMxXzE3KEIBrjwpCTAJOTk5MAlkYXRhOlNlIWIgaW9uXzE2CTQJJWAQNzM4LjEFXymoUDIsIGNvcF90YXNrOiB7bnVtOiAxLAWXDCAxLjkRmCBjX2tleXM6IDQFwCxfcHJvYzogMTI0LjgFSwx0b3RfBaQQIDg3LjcFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMC0qBXMIX2R1BRoQbjogNzMNmCxtYXhfZGlzdHNxbF8uPAFIIDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXwXkKDEuODFtc319CTI5TTcACUGJCDQJMSEJBDFfLSQkbm90KGlzbnVsbEotAgQpKSUyBGt2BagEOnsFWQAwWd9AfSwgc2Nhbl9kZXRhaWw6IHsl2CUaCGVzczIvAQBhNhcAIF9zaXplOiAxOClNBGFsDS04NSwgZ2V0X3NuYXBzaG90CcsIIDQzTV90cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZsIa2V5PhYAGDgsIGJsb2Mh3DmNDTIUMn19fSwgAdlexgABHDroAQhhbF8h6g0bNe8AdCEqCHdhbC2CCCA0Mwm4AH0hegEEIAo1CTQzXzE1CSF/FDEwMDAwCWlVgHgsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3qIAQFdAQRpCSAyMChQcm9iZSleCQMAOXHvCDY0MU2+igkDADU+CQMAMkVxJe8MOiA4MU31eQgINjQugQZlXbYIAwwzMS41ZUL+CANhCAQ0MmUIEDMxMiBCoT8lKWUIADkliYUsZggDADKhIQApJTL2CQMpLwBhUgkDBDg4JUx1CAAzUggDDDI1LjQlFwByeggDADJBUEIIAwA0eQia9gIu1QEAYTL1AjXcPvUCEDMwNi4yofwACdH8SfUEOAk+9QIAeQGlcvUCBDIJBV6lmEZ9BCAJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('nRHw3gqYEQoMSW1wb3J0SW50b18yEtEQCgdTb3J0XzEwEv8PCgtIYXNoSm9pbl8xNBL7BgoOVGFibGVSZWFkZXJfMTcSuAQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwwJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgkt8EY1LCBnZXRfc25hcHNob3RfdGltZTogNDMuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfczYWAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFnXsYAARwYOiAxMjQuOAWECc0Id2FpEZ4MODcuNwkaISoMd2FsbA00CDQzMwW4BH1wKYcA/zaVASgaAQEh1OMOtFKbDjKYASwBQAFSEWRhdGE6U2VZWARaFgWJEDczOC4xBW4EbG8h8igyYtkBY29wX3RhcwHgYG51bTogMSwgbWF4OiAxLjkybXMsIHByb2MtYClvJaI61AAF0gA6Gc0QY29wcl85L0RyYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA3Mw2ZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBwXlLDEuODFtc319cKICeCE2BQEIARLnOn4DFDIwEqUECi5+Awg5EpJGfgMAOEX+CL4ORC1mEIjDQDACWn4DEHlSHmtl/n4Din4DBYAEUiBmfgMAMml/AK/ufwNlfwAyMVpBBnGWAF9pfwQ4OBEdaX4AM1J+AwwyNS40RXJ+fgMEMixOfgMANHl+mmwDBDgxcVGFT31rDDY0LjYFiz5rAxgzMDYuMsK1ZmsDIAIhJ3ze/VlRGE0FoQMAAlZrAwA5bWsINjQxbfNxawDYamsDBDUyOmsDKXkldwA6MtMABdEAOhnMwmoDDDMxLjUlBv5qA2FqBDQyZWoAuC5qAxwh6uFfPOyrPCksCMBjyGExgZdYP2lubmVyIGpvaW4sIGVxdWFsOltlcShGOgYELCA6FABF0AhdWhRl4AwyLjA3IS4xWASVAYlSFGhhc2hfdOFgBDp7JfwIOjEuJVckZmV0Y2g6ODM3LskIBS8MOjM2NkUPAH2F4wxiZTp7Lm8EADVN3BA6NS42NgFuoRQIMS4zBVEEcHIBMBAyNTcuMyVKBWEQIGFuZCBBbkQ6NS40bXN9cNxLIZ7SXLFwB2RCCgEAE0rgABXeADYFZA3eCHCYCCU8FANOL0FaFSUAAbkAMwGTCSMAMVYgBgQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/06 09:18:24.764 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:18:24.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:24.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:18:24.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.915 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=440.176Β΅s] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:24.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/06 09:18:24.968 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=55.397082ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=238.453Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:25.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/06 09:18:25.091 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=54.143932ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=225.169Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:25.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/06 09:18:25.254 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=69.138365ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.315 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:25.329 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/06 09:18:25.334 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:24.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.387 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 09:18:25.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:25.393 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.631002261\n# Parse_time: 0.000764338\n# Compile_time: 0.001300225\n# Rewrite_time: 0.000015933\n# Optimize_time: 0.001392577\n# Wait_TS: 0.000552851\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:18:25.394 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:18:25.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:25.433 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:18:25.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.616547ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:25.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/06 09:18:25.579 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=54.398126ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.627 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.659 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:18:25.659 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:25.696 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:18:25.760 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.666 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:25.760 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.666 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:18:25.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.666 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.843 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/06 09:18:25.898 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=3.293374ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:25.912 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/06 09:18:25.943 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.96052ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.666 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.666 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:18:26.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.076 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381309502\n# Parse_time: 0.000545384\n# Compile_time: 0.000984008\n# Rewrite_time: 0.000010715\n# Optimize_time: 0.001392577\n# Wait_TS: 0.000774552\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:18:26.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:18:26.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:18:26.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.502 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/06 09:18:26.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=3.126878ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:26.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/06 09:18:26.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.272608ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.748 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:18:26.748 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.753 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406839435\n# Parse_time: 0.000538525\n# Compile_time: 0.000992694\n# Rewrite_time: 0.000022818\n# Optimize_time: 0.0007925\n# Wait_TS: 0.000433478\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:18:26.761 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573579966119936] [2024/05/06 09:18:26.763 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:18:26.194626'"] [2024/05/06 09:18:26.764 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:18:27.001 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/06 09:18:27.011 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:27.011 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:27.012 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.012 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:27.013 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:27.013 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.013 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:27.013 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:27.013 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:27.030 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:27.032 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:27.032 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:27.038 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:27.043 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:27.048 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [key=import-from-select] [2024/05/06 09:18:27.048 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [key=import-from-select] [2024/05/06 09:18:27.048 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=167.73Β΅s] [] [2024/05/06 09:18:27.049 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [key=import-from-select] [readDur=14.674Β΅s] [encodeDur=963.424Β΅s] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=266.85Β΅s] [type=query] [takeTime=1.654289ms] [] [2024/05/06 09:18:27.050 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:27.050 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/ad6665fe-678e-4bd8-ae75-8a87414aa681/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/027fdd6e-6776-4de0-a340-ed2fc8cac0c7.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/06 09:18:27.053 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.613831ms] [] [2024/05/06 09:18:27.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:27.058 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:27.080 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:18:27.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:27.097 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:18:27.099 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=45.883473ms] [] [2024/05/06 09:18:27.099 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:27.101 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.873627ms] [] [2024/05/06 09:18:27.101 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:27.101 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:27.101 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=91.494Β΅s] [] [2024/05/06 09:18:27.101 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/06 09:18:27.101 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [2024/05/06 09:18:27.110 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [takeTime=8.223471ms] [] [2024/05/06 09:18:27.110 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:18:27.110 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [weight=30] [2024/05/06 09:18:27.110 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [concurrency=15] [2024/05/06 09:18:27.114 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/06 09:18:27.115 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:18:27.115 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=ad6665fe-678e-4bd8-ae75-8a87414aa681] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=13.91909ms] [] [2024/05/06 09:18:27.116 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:27.116 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.649Β΅s] [] [2024/05/06 09:18:27.116 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:27.117 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.250981ms] [] [2024/05/06 09:18:27.117 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:27.117 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.83Β΅s] [] [2024/05/06 09:18:27.117 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:27.118 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.055697ms] [] [2024/05/06 09:18:27.122 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:27.122 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:27.122 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:27.123 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:27.123 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:27.123 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:27.124 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:27.124 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:27.125 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:27.125 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:27.125 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:27.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573579966382080\n# Conn_ID: 2\n# Query_time: 0.358351045\n# Parse_time: 0.000917049\n# Compile_time: 0.003108582\n# Rewrite_time: 0.001574114\n# Optimize_time: 0.0007925\n# Wait_TS: 0\n# Cop_time: 0.000134577 Process_time: 0.000072789 Wait_time: 0.000057684 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.2789e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.7684e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 279\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6AWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1M21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkxCUIYNzE1LjLCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDMuNTIBbiBwcm9jX2tleXMFGwx0b3RfARIUOiA3Mi44BUoBEyR3YWl0OiA1Ny43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoAbgU6ADEFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwYwHFFHRvdGFsXyklDC4xbXMNLRxlcnJvcnM6eyETbF9pc19ub3RfcmVhZHk6MX19CTI3OSBCeXRlcwkhRgwyCTQzISkAXzFIAHQhQ6g6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMQl0aWt2BdQEOnsFhQAwNWIBuDRzY2FuX2RldGFpbDogewmsGHByb2Nlc3MyWgEEYWwyFwAkX3NpemU6IDQxLA3gKYY4MywgZ2V0X3NuYXBzaG90CfYQIDI5LjUlQoByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDIBzwB5PhYAGDQsIGJsb2NBBhB9fX0sIAHGXrMAARwAOjIAAghhbF9BAg0aVQclFgh3YWwtmkggMjYwLjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('0wagCs4GCgxJbXBvcnRJbnRvXzISiQYKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXHAIDI5LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMiwga2V5XzoWADw0LCBibG9jazoge319fSwgAVUEX2RWswABHBQ6IDcyLjgFcQnQCHdhaRGLDDU3LjcJGhxpa3Zfd2FsbA0zCDI2MAWlCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEulgEoAUABUhRkYXRhOlQ2xAEEWhYFiBA3MTUuMgVuKXAcMmL5AWNvcF8ljWgge251bTogMSwgbWF4OiAzLjUybXMsIHByb2MtTSlcAF8BEjbTAAXRBDogFcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoAbgU6ADEFmGBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogQRs0cnBjX2luZm86e0NvcDoBrxhfcnBjOjIsLVcF5BgzLjFtc30sBS0cZXJyb3JzOnshE1BfaXNfbm90X3JlYWR5OjF9fXCXAng5UAA4ITwUA04vQVoTCUcENTMB/ikoADFWhAEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:18:26.194626';"] [2024/05/06 09:18:27.137 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:18:27.174 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:27.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:27.174 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:27.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:18:27.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:27.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.275 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/06 09:18:27.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=3.92091ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:27.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/06 09:18:27.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=72.071467ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:27.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.444 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 09:18:27.457 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 09:18:27.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:27.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:18:27.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:27.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.407725126\n# Parse_time: 0.000219158\n# Compile_time: 0.000828371\n# Rewrite_time: 0.000011327\n# Optimize_time: 0.000962823\n# Wait_TS: 0.000566085\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:18:27.773 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573580346753024] [2024/05/06 09:18:27.776 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.776 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.777 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.779 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:27.779 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.780 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449573580346753024,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:27.783 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.783 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.784 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.785 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:27.786 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:18:27.786 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449573580346753024,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:28.025 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/06 09:18:28.036 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:28.036 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:28.037 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:28.037 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:28.038 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:28.039 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:28.039 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:28.039 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:28.039 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:28.058 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:28.060 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:28.060 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:28.688 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:29.283 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:29.289 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [key=import-from-select] [2024/05/06 09:18:29.289 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [key=import-from-select] [2024/05/06 09:18:29.290 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [key=import-from-select] [readDur=16.388Β΅s] [encodeDur=564.913Β΅s] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=375.389Β΅s] [type=query] [takeTime=1.459414ms] [] [2024/05/06 09:18:29.290 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [key=import-from-select] [readDur=11.307Β΅s] [encodeDur=684.086Β΅s] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=238.822Β΅s] [type=query] [takeTime=1.193176ms] [] [2024/05/06 09:18:29.411 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/95034224-b41b-4a68-8d24-699bc6abd0f0/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/befb2c2d-7ebf-4af6-bacb-c0d93a8c51b9.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 09:18:29.411 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:29.612 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/95034224-b41b-4a68-8d24-699bc6abd0f0/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/94e85177-865f-4a42-9a49-4f320463115c.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/06 09:18:29.615 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=204.425617ms] [] [2024/05/06 09:18:29.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:29.622 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:29.645 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:18:29.646 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:29.667 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:18:29.670 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=54.773726ms] [] [2024/05/06 09:18:29.670 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:29.673 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.675313ms] [] [2024/05/06 09:18:29.673 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:29.674 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:29.674 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=107Β΅s] [] [2024/05/06 09:18:29.674 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:18:29.674 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [2024/05/06 09:18:29.685 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [takeTime=11.353871ms] [] [2024/05/06 09:18:29.686 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:18:29.686 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [weight=30] [2024/05/06 09:18:29.686 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [concurrency=15] [2024/05/06 09:18:29.691 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:18:29.691 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:18:29.691 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=95034224-b41b-4a68-8d24-699bc6abd0f0] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=17.423086ms] [] [2024/05/06 09:18:29.692 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:29.692 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.557Β΅s] [] [2024/05/06 09:18:29.692 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:29.693 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.301874ms] [] [2024/05/06 09:18:29.693 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:29.693 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.666Β΅s] [] [2024/05/06 09:18:29.693 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:29.694 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.034369ms] [] [2024/05/06 09:18:29.699 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:29.699 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:29.699 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:29.699 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:29.702 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:29.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:29.702 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:29.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:29.702 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:29.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573580346753024\n# Conn_ID: 2\n# Query_time: 1.914426861\n# Parse_time: 0.000678228\n# Compile_time: 0.002682515\n# Rewrite_time: 0.001425366\n# Optimize_time: 0.000932039\n# Wait_TS: 0\n# Cop_time: 0.000127859 Process_time: 0.000118036 Wait_time: 0.000063026 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000118036 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.3026e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 297\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8gWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuOTFzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkyCUIYOTc0LjPCtRVF0DIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDMuODFtcywgcHJvY19rZXlzOiAyLCB0b3RfARIQOiAxMTgFSQESGHdhaXQ6IDYJWoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFbwhfZHUFGhBuOiA3Mw2UqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrAxfcnBjAcIUdG90YWxfJSIQMy40bXMNLRxlcnJvcnM6eyEQbF9pc19ub3RfcmVhZHk6MX19CTI5NyBCeXRlcwkhQyAyCTQzXzYJMV8xRQB0IUCoOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTIJdGlrdgXUBDp7BYUMMHMsIC2kQH0sIHNjYW5fZGV0YWlsOiB7CawYcHJvY2VzczJXAQRhbDIXACBfc2l6ZTogODIldARhbA0sODQsIGdldF9zbmFwc2hvdAn2ECAzMy40JY2Acm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAzAc8AeT4WABg2LCBibG9jQQM5uA0yFDJ9fX0sIAHYXsUAARwAOi4PAghhbF9BEQ0ZTRYlJQh3YWwtqUAgMzEzwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('3QagCtgGCgxJbXBvcnRJbnRvXzISkwYKDVRhYmxlUmVhZGVyXzcStAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarwCdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDMzLjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcEDogMTE4BYIJ4Qh3YWkRnAQ2MwkYHGlrdl93YWxsDTAEMzEBGAh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqMBKAFAAVIUZGF0YTpUNtEBBFoWBYMMOTc0LgFUBCwgKX0cMmL2AWNvcF8lmmgge251bTogMSwgbWF4OiAzLjgxbXMsIHByb2MtWilpAF8BEjLOAAXMADoRxxBjb3ByXzklRHJhdGlvOiAwLjAwLCBidWlsZAVvCF9kdQUaEG46IDczDZVgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEElNHJwY19pbmZvOntDb3A6AawQX3JwYzoJlARhbCk0GDMuNG1zfSwFLRxlcnJvcnM6eyEQUF9pc19ub3RfcmVhZHk6MX19cKkCeDlNADghORQDTi9BWhMlKAwxLjkxNSUAMVaBAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:18:27.646256';"] [2024/05/06 09:18:29.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:18:29.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:29.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.758 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:29.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:18:29.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.836 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/06 09:18:29.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.368365ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:29.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/06 09:18:29.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.576762ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.988 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 09:18:30.000 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 09:18:30.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.068 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:18:30.068 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:30.072 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.358787347\n# Parse_time: 0.000236977\n# Compile_time: 0.000761851\n# Rewrite_time: 0.000009327\n# Optimize_time: 0.001536239\n# Wait_TS: 0.000427094\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:18:30.104 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449573580346753024] [2024/05/06 09:18:30.108 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:18:27.646256'"] [2024/05/06 09:18:30.109 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:18:30.277 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/06 09:18:30.286 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:30.286 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:30.287 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.287 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:30.288 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.288 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.288 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:30.288 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:30.288 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.307 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:30.309 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:30.310 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 09:18:30.316 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:30.320 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:30.324 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [key=import-from-select] [2024/05/06 09:18:30.324 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [key=import-from-select] [2024/05/06 09:18:30.326 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [key=import-from-select] [readDur=13.75Β΅s] [encodeDur=566.712Β΅s] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=293.94Β΅s] [type=query] [takeTime=1.389968ms] [] [2024/05/06 09:18:30.326 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [key=import-from-select] [readDur=74.733Β΅s] [encodeDur=676.06Β΅s] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=263.024Β΅s] [type=query] [takeTime=1.389571ms] [] [2024/05/06 09:18:30.326 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:30.326 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/ba19a49e-5337-41d2-a6bf-6dc08428cbad/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/65ff33ea-a648-4ee1-8996-773a6a2f48e7.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:18:30.327 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/ba19a49e-5337-41d2-a6bf-6dc08428cbad/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c6c4efbe-cac2-4ac9-a0cd-565de25023ca.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/06 09:18:30.330 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.455986ms] [] [2024/05/06 09:18:30.330 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:18:30.335 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:30.358 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:18:30.358 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:30.376 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:18:30.379 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=48.408736ms] [] [2024/05/06 09:18:30.379 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:30.381 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.809098ms] [] [2024/05/06 09:18:30.381 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:18:30.381 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:30.381 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=74.078Β΅s] [] [2024/05/06 09:18:30.381 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:18:30.381 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [2024/05/06 09:18:30.391 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [takeTime=9.53051ms] [] [2024/05/06 09:18:30.391 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:18:30.391 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [weight=30] [2024/05/06 09:18:30.391 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [concurrency=15] [2024/05/06 09:18:30.396 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:18:30.396 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:18:30.396 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=ba19a49e-5337-41d2-a6bf-6dc08428cbad] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=15.483179ms] [] [2024/05/06 09:18:30.397 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:30.397 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.343Β΅s] [] [2024/05/06 09:18:30.397 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:18:30.398 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.505917ms] [] [2024/05/06 09:18:30.399 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:30.399 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=17.074Β΅s] [] [2024/05/06 09:18:30.399 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:18:30.400 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.274216ms] [] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.404 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:30.404 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.404 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:30.405 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:30.406 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:30.407 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:30.407 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:30.407 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.407 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/06 09:18:30.420 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:18:30.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:18:30.463 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:30.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:30.463 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:30.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:18:30.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:30.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=22.453909ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:30.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/06 09:18:30.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.983679ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:30.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:30.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.701 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 09:18:30.701 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:18:30.709 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:30.712 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:18:30.770 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:30.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:30.770 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:30.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:18:30.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:30.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/06 09:18:30.942 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=3.423435ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:30.958 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/06 09:18:30.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=55.234736ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:30.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.121 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:30.715 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.173 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:18:31.173 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:31.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.466884656\n# Parse_time: 0.00086755\n# Compile_time: 0.000890986\n# Rewrite_time: 0.000013874\n# Optimize_time: 0.001199713\n# Wait_TS: 0.00044223\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:18:31.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:31.601 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:31.730 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:31.799 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:31.800 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:31.908 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:31.909 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:31.911 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:18:31.945 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:31.949 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:31.950 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:31.950 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=89.483Β΅s] [2024/05/06 09:18:31.950 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=275.374Β΅s] [] [2024/05/06 09:18:31.950 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:31.950 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:32.114 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:18:32.139 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:18:32.164 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:32.221 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:32.223 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:32.224 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.235 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:32.235 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:32.236 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.236 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:32.237 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.237 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:32.237 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.237 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:32.237 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.255 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:32.257 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:32.257 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:32.257 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:32.257 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/06 09:18:32.318 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:18:32.323 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:32.327 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:32.328 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:18:32.328 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:18:32.361 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/06 09:18:32.361 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/06 09:18:32.365 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.471943ms] [encodeDur=1.352276ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=108.763Β΅s] [type=file] [takeTime=3.403786ms] [] [2024/05/06 09:18:32.365 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.438015ms] [encodeDur=1.557799ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=72.712Β΅s] [type=file] [takeTime=3.472925ms] [] [2024/05/06 09:18:32.366 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/96f69bb2-a391-409b-81d8-3899b8a42889.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/06 09:18:32.366 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=48.255143ms] [] [2024/05/06 09:18:32.366 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:32.366 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:32.367 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:32.367 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0aa038c6-cbac-4733-9bce-c0f5ce44588d.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/06 09:18:32.370 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.983222ms] [] [2024/05/06 09:18:32.370 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:32.375 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:32.398 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:18:32.398 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:32.416 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:18:32.418 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.284637ms] [] [2024/05/06 09:18:32.418 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:32.420 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.364545ms] [] [2024/05/06 09:18:32.420 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:32.420 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:32.421 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.691378ms] [] [2024/05/06 09:18:32.422 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:32.422 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:32.422 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=62.815Β΅s] [] [2024/05/06 09:18:32.422 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:32.423 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.235734ms] [] [2024/05/06 09:18:32.507 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:32.512 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.512 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.512 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:32.512 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:32.515 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:32.515 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:32.515 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:32.515 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.515 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:32.515 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=294.107959ms] [] [2024/05/06 09:18:32.529 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:32.531 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:32.533 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:32.533 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:32.613 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:32.615 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:32.615 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:32.780 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:32.840 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:32.840 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:32.840 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:32.849 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=8.814456ms] [] [2024/05/06 09:18:32.849 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:18:32.849 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:32.849 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:18:32.849 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:18:32.857 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:18:32.858 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:32.858 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.156977ms] [] [2024/05/06 09:18:32.858 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.333124ms] [] [2024/05/06 09:18:32.931 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:32.932 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:18:32.936 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:18:32.941 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=160.837701ms] [] [2024/05/06 09:18:33.004 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:18:33.008 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:33.031 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:33.031 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:33.135 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:33.298 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.119040113\n# Parse_time: 0.000458138\n# Compile_time: 0.001380678\n# Rewrite_time: 0.00030359\n# Optimize_time: 0.001199713\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:18:33.361 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:33.397 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:33.397 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:33.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=267.206Β΅s] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.541 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/06 09:18:33.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=55.065703ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=268.978Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/06 09:18:33.749 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=54.24126ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.801 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/06 09:18:33.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=393.647Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.881 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/06 09:18:33.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=55.35791ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.970 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 09:18:33.984 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 09:18:33.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:33.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.059 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:18:34.059 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.065 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.704943197\n# Parse_time: 0.000592458\n# Compile_time: 0.001009141\n# Rewrite_time: 0.000018364\n# Optimize_time: 0.001563368\n# Wait_TS: 0.000448826\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:34.070 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:18:34.130 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.130 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:18:34.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.209 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/06 09:18:34.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=3.595012ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:34.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/06 09:18:34.325 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.822244ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:18:34.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.469 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.40349313\n# Parse_time: 0.002133754\n# Compile_time: 0.002269988\n# Rewrite_time: 0.000012368\n# Optimize_time: 0.001563368\n# Wait_TS: 0.000570458\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:18:34.487 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:34.744 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:34.884 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:34.927 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:34.928 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:35.035 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:35.036 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:35.037 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:18:35.061 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:35.064 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:35.065 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:35.065 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=127.847Β΅s] [2024/05/06 09:18:35.065 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=347.853Β΅s] [] [2024/05/06 09:18:35.065 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:35.065 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:35.203 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:18:35.226 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:18:35.243 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:35.315 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:35.316 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:35.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:35.328 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:35.328 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:35.328 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:35.328 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:35.329 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:35.329 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:35.329 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:35.329 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:35.329 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:35.345 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:35.347 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:35.347 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:35.347 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:35.347 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/06 09:18:35.398 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:18:35.403 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:35.407 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:35.408 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:18:35.408 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:18:35.418 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/06 09:18:35.418 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/06 09:18:35.421 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.395406ms] [encodeDur=676.143Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=84.481Β΅s] [type=file] [takeTime=2.63393ms] [] [2024/05/06 09:18:35.421 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.435014ms] [encodeDur=1.106584ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=53.791Β΅s] [type=file] [takeTime=2.996781ms] [] [2024/05/06 09:18:35.422 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=23.867375ms] [] [2024/05/06 09:18:35.422 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=2] [sstFileSize=1958] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/400d7331-45ac-46d6-82b1-d4853e5b77c7.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000007] [2024/05/06 09:18:35.423 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:35.423 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:35.423 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:35.425 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.473753ms] [] [2024/05/06 09:18:35.425 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:35.430 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:35.453 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:18:35.454 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:35.470 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:18:35.472 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=47.104441ms] [] [2024/05/06 09:18:35.473 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:35.474 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.216838ms] [] [2024/05/06 09:18:35.474 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:35.474 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:35.476 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.350427ms] [] [2024/05/06 09:18:35.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:35.477 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:35.477 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=69.57Β΅s] [] [2024/05/06 09:18:35.477 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:35.478 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=952.337Β΅s] [] [2024/05/06 09:18:35.540 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:35.543 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:35.543 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:35.543 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:35.543 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:35.543 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:35.544 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:35.544 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:35.545 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:35.546 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:35.546 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:35.546 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.546 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:35.546 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=230.678365ms] [] [2024/05/06 09:18:35.553 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:35.555 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:35.556 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:35.556 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:35.636 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:35.638 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:35.638 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:35.838 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:35.891 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:35.892 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:35.892 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:35.902 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=10.172141ms] [] [2024/05/06 09:18:35.902 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:18:35.902 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:35.902 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:18:35.902 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:18:35.907 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:18:35.908 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:35.908 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=16.140491ms] [] [2024/05/06 09:18:35.908 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=16.41207ms] [] [2024/05/06 09:18:35.953 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:35.953 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:18:35.957 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:18:35.962 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=124.459118ms] [] [2024/05/06 09:18:36.018 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:36.035 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:36.064 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:36.064 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:36.200 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.729667177\n# Parse_time: 0.00045951\n# Compile_time: 0.001391596\n# Rewrite_time: 0.000276345\n# Optimize_time: 0.001563368\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:18:36.216 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:36.224 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:36.250 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:36.250 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:36.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=389.268Β΅s] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:36.391 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/06 09:18:36.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.575006ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=259.535Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:36.541 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/06 09:18:36.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=54.896642ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.696 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/06 09:18:36.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=401.379Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:36.767 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/06 09:18:36.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=54.735595ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.845 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 09:18:36.856 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/06 09:18:36.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:36.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.929 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:18:36.929 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:36.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.719377343\n# Parse_time: 0.000766878\n# Compile_time: 0.000893436\n# Rewrite_time: 0.000012033\n# Optimize_time: 0.002003536\n# Wait_TS: 0.000513112\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:36.937 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:18:36.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:36.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:18:37.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.063 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/06 09:18:37.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=3.533439ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:37.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/06 09:18:37.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=66.714177ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.337 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 09:18:37.337 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406789885\n# Parse_time: 0.001063261\n# Compile_time: 0.001439944\n# Rewrite_time: 0.000013644\n# Optimize_time: 0.002003536\n# Wait_TS: 0.000637781\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:18:37.361 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:37.598 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:37.723 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:37.793 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:37.794 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:37.905 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:37.907 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:37.908 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:18:37.933 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:37.937 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:37.937 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:37.937 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=150.157Β΅s] [2024/05/06 09:18:37.938 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=314.294Β΅s] [] [2024/05/06 09:18:37.938 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:37.938 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:38.071 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:18:38.096 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:18:38.101 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:38.168 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:38.170 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:38.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:38.183 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:38.183 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:38.184 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.184 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:38.185 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.185 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.185 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:38.185 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:38.185 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.202 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:38.204 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:38.204 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:38.204 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:18:38.204 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/06 09:18:38.259 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:18:38.264 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:38.268 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:38.268 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:18:38.268 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:18:38.275 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/06 09:18:38.275 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/06 09:18:38.280 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.719607ms] [encodeDur=1.635596ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=636.095Β΅s] [type=file] [takeTime=4.499492ms] [] [2024/05/06 09:18:38.280 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.856981ms] [encodeDur=1.433729ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=974.273Β΅s] [type=file] [takeTime=4.796495ms] [] [2024/05/06 09:18:38.281 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=21.706509ms] [] [2024/05/06 09:18:38.281 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/798a86b5-d263-4a0b-9c40-cdc9db2a48b1.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/06 09:18:38.281 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:38.282 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:38.282 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:38.282 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/23ba4c1a-b389-41f4-810f-6cbeabbe199b.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/06 09:18:38.285 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.587423ms] [] [2024/05/06 09:18:38.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:38.290 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.313 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:38.313 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.331 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:38.333 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=47.748483ms] [] [2024/05/06 09:18:38.333 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:38.335 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.510671ms] [] [2024/05/06 09:18:38.335 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:38.335 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:38.337 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.339443ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/8b6db271-9f18-4abd-a3ab-29d834dbf4ed.sst] [2024/05/06 09:18:38.337 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/8b6db271-9f18-4abd-a3ab-29d834dbf4ed.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/06 09:18:38.339 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.100287ms] [] [2024/05/06 09:18:38.339 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:38.346 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.369 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:18:38.369 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.387 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:18:38.390 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=50.758236ms] [] [2024/05/06 09:18:38.390 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:38.392 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.244498ms] [] [2024/05/06 09:18:38.460 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:38.465 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.465 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.466 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.466 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:38.467 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:38.467 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.467 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.467 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.468 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.468 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=298.943671ms] [] [2024/05/06 09:18:38.521 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:38.523 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:38.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:38.525 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:38.659 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:38.661 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:38.662 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:38.866 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:38.918 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:38.919 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:38.919 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:38.929 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=10.062305ms] [] [2024/05/06 09:18:38.929 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:38.929 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:18:38.929 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:38.929 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:18:38.930 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:18:38.942 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:38.946 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:18:38.947 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:38.947 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=28.131914ms] [] [2024/05/06 09:18:38.947 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=28.415771ms] [] [2024/05/06 09:18:39.044 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:39.044 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:18:39.047 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=180.851545ms] [] [2024/05/06 09:18:39.047 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:18:39.102 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:39.107 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:18:39.133 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:39.133 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:39.225 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:39.287 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.943839716\n# Parse_time: 0.000641571\n# Compile_time: 0.001817055\n# Rewrite_time: 0.000349778\n# Optimize_time: 0.002003536\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:18:39.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:39.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:39.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=306.887Β΅s] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.485 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/06 09:18:39.521 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=54.952512ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=321.919Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/06 09:18:39.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=57.199395ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.732 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/06 09:18:39.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=430.33Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/06 09:18:39.819 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.771759ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.875 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/06 09:18:39.885 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/06 09:18:39.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.003 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:18:40.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.68700682\n# Parse_time: 0.000496748\n# Compile_time: 0.000761437\n# Rewrite_time: 0.000010267\n# Optimize_time: 0.001334223\n# Wait_TS: 0.000377992\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:40.012 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:18:40.066 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:18:40.066 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:40.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.142 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/06 09:18:40.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.839433ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:40.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/06 09:18:40.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=54.465624ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.341 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.396 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:18:40.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.400 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.391225086\n# Parse_time: 0.001518639\n# Compile_time: 0.002103665\n# Rewrite_time: 0.000010079\n# Optimize_time: 0.001334223\n# Wait_TS: 0.000506222\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:18:40.442 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.643 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:40.739 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:40.780 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:40.780 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:40.887 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:40.889 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:40.891 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:18:40.917 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.920 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:40.921 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:40.921 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=91.854Β΅s] [2024/05/06 09:18:40.921 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=269.128Β΅s] [] [2024/05/06 09:18:40.921 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:40.921 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:41.058 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:18:41.082 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:18:41.100 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:41.148 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:41.149 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:41.150 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:41.160 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:41.160 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:41.161 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.161 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:41.162 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.162 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.162 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:41.162 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.162 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:41.180 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:41.182 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:41.182 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:41.182 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:18:41.182 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/06 09:18:41.237 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:18:41.241 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:41.246 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:41.247 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:18:41.271 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:18:41.308 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/06 09:18:41.312 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.397243ms] [encodeDur=937.881Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=922.401Β΅s] [type=file] [takeTime=3.767253ms] [] [2024/05/06 09:18:41.314 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b64ce982-6d69-4305-b00f-26b8e11b7ce8.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 09:18:41.399 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/06 09:18:41.402 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.354831ms] [encodeDur=936.652Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=318.267Β΅s] [type=file] [takeTime=2.983125ms] [] [2024/05/06 09:18:41.403 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b5b3a495-3dd0-41d6-9506-8fe8908701fa.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/05/06 09:18:41.403 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=166.068777ms] [] [2024/05/06 09:18:41.404 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:41.404 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:41.404 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:41.407 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.893399ms] [] [2024/05/06 09:18:41.407 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:41.413 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.435 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:41.435 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.451 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:41.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.592353ms] [] [2024/05/06 09:18:41.454 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:41.455 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.609769ms] [] [2024/05/06 09:18:41.455 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:41.456 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:41.457 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.263574ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6deef0e0-fe77-454e-8139-2e0746c3100d.sst] [2024/05/06 09:18:41.457 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6deef0e0-fe77-454e-8139-2e0746c3100d.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/06 09:18:41.460 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.151337ms] [] [2024/05/06 09:18:41.460 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:41.464 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.487 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:18:41.487 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.504 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:18:41.506 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.562259ms] [] [2024/05/06 09:18:41.507 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:41.508 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.32042ms] [] [2024/05/06 09:18:41.564 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:41.569 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:41.569 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.569 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.570 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.570 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:41.572 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:41.572 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.572 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.572 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.572 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=423.617394ms] [] [2024/05/06 09:18:41.605 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:41.606 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:41.608 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:41.608 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:41.683 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:41.684 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:41.684 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:41.907 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:41.966 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:41.967 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:41.967 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:41.982 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.966593ms] [] [2024/05/06 09:18:41.982 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:41.982 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:18:41.982 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:41.982 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:18:41.982 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:18:41.992 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:41.994 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:18:41.995 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:41.995 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=27.930408ms] [] [2024/05/06 09:18:41.995 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=28.202692ms] [] [2024/05/06 09:18:42.044 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=136.493106ms] [] [2024/05/06 09:18:42.107 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:42.107 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:18:42.110 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:18:42.188 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:42.208 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:18:42.214 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:42.214 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:42.311 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.910252268\n# Parse_time: 0.000882425\n# Compile_time: 0.002250426\n# Rewrite_time: 0.000795334\n# Optimize_time: 0.001334223\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:18:42.321 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:18:42.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:42.358 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:42.358 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=266.276Β΅s] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/06 09:18:42.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.881136ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.600 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=299.001Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/06 09:18:42.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=55.141525ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.805 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/06 09:18:42.847 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=261.494Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/06 09:18:42.896 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=54.345364ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.937 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 09:18:42.947 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/06 09:18:42.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 09:18:43.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.031 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.706034773\n# Parse_time: 0.000473484\n# Compile_time: 0.000669201\n# Rewrite_time: 0.000010855\n# Optimize_time: 0.002002463\n# Wait_TS: 0.000455908\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:43.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:18:43.119 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:43.119 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:18:43.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.218 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/06 09:18:43.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.916892ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:43.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/06 09:18:43.325 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.726259ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.403 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.462 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/06 09:18:43.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.435551666\n# Parse_time: 0.000827947\n# Compile_time: 0.001093407\n# Rewrite_time: 0.000016107\n# Optimize_time: 0.002002463\n# Wait_TS: 0.000552486\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:18:43.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:43.748 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:43.842 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:43.888 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:43.888 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:43.998 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:43.999 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:44.000 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:18:44.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:44.030 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:44.031 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:44.031 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=96.918Β΅s] [2024/05/06 09:18:44.031 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=332.173Β΅s] [] [2024/05/06 09:18:44.031 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:44.031 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:44.192 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:18:44.218 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:18:44.246 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:44.289 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:44.291 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:44.292 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:44.302 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:44.302 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:44.303 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:44.303 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:44.304 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:44.304 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:44.304 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:44.304 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:44.304 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:44.322 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:44.324 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:44.325 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:44.325 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:44.325 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 09:18:44.380 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:18:44.385 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:44.389 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:44.389 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:18:44.389 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:18:44.477 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/06 09:18:44.477 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/06 09:18:44.480 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.38378ms] [encodeDur=791.169Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=285.128Β΅s] [type=file] [takeTime=2.902104ms] [] [2024/05/06 09:18:44.481 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.359762ms] [encodeDur=985.36Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=607.36Β΅s] [type=file] [takeTime=3.397658ms] [] [2024/05/06 09:18:44.481 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f74bdf99-d758-4271-aec7-a3d023673217.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/06 09:18:44.482 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=101.755555ms] [] [2024/05/06 09:18:44.482 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:44.482 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:44.482 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:44.482 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9f178637-36db-43a7-af68-cab71e9c05e8.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/06 09:18:44.486 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.365457ms] [] [2024/05/06 09:18:44.486 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:44.491 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:44.513 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:18:44.514 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:44.531 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:18:44.534 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.01066ms] [] [2024/05/06 09:18:44.534 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:44.535 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.285106ms] [] [2024/05/06 09:18:44.535 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:44.535 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:44.537 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.806479ms] [] [2024/05/06 09:18:44.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:44.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:44.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.861Β΅s] [] [2024/05/06 09:18:44.537 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:44.562 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=24.761736ms] [] [2024/05/06 09:18:44.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:44.625 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:44.626 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:44.626 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:44.643 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:44.648 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:44.648 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.648 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:44.648 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:44.651 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:44.651 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:44.651 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:44.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.651 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:44.651 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=361.467383ms] [] [2024/05/06 09:18:44.710 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:44.712 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:44.712 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:44.872 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:44.925 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:44.925 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:44.925 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:44.925 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.95Β΅s] [] [2024/05/06 09:18:44.925 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:18:44.925 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:44.926 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:18:44.926 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:18:44.930 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:18:44.931 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:44.931 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.551273ms] [] [2024/05/06 09:18:44.931 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.749776ms] [] [2024/05/06 09:18:45.006 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=133.882083ms] [] [2024/05/06 09:18:45.011 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:45.011 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:18:45.015 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:18:45.065 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:18:45.095 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:45.121 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:45.122 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:45.218 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:45.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9618721030000001\n# Parse_time: 0.000916335\n# Compile_time: 0.001973386\n# Rewrite_time: 0.000299263\n# Optimize_time: 0.002002463\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:18:45.465 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:45.502 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:45.502 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=299.216Β΅s] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:45.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/06 09:18:45.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.5546ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=292.131Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:45.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/06 09:18:45.811 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=54.215306ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.909 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/06 09:18:45.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=296.588Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:46.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/06 09:18:46.046 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=54.346799ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.092 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/06 09:18:46.103 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/06 09:18:46.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.187 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:18:46.187 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:46.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.728945341\n# Parse_time: 0.001167121\n# Compile_time: 0.001214038\n# Rewrite_time: 0.000015585\n# Optimize_time: 0.001082094\n# Wait_TS: 0.000493259\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:46.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:18:46.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:46.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:18:46.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.327 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/06 09:18:46.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.827744ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:46.408 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/06 09:18:46.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=58.243526ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.511 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:18:46.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:46.562 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368897007\n# Parse_time: 0.000988979\n# Compile_time: 0.001542616\n# Rewrite_time: 0.000011248\n# Optimize_time: 0.001082094\n# Wait_TS: 0.000647953\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:18:46.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:46.784 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:46.909 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:46.955 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:46.955 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:47.062 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:47.064 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:47.065 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:18:47.088 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:47.091 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:47.091 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:47.092 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=106.684Β΅s] [2024/05/06 09:18:47.092 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.082Β΅s] [] [2024/05/06 09:18:47.092 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:47.092 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:47.222 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:18:47.245 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:18:47.269 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:47.346 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:47.348 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:47.349 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:47.359 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:47.359 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:47.360 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:47.360 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:47.361 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:47.361 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:47.361 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:47.361 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:47.361 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:47.379 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:47.381 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:47.381 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:47.381 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:47.382 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 09:18:47.428 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:18:47.433 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:47.437 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:47.438 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:18:47.438 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:18:47.546 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/06 09:18:47.550 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.462802ms] [encodeDur=754.405Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=465.607Β΅s] [type=file] [takeTime=3.192846ms] [] [2024/05/06 09:18:47.551 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b3afb5b5-14c6-4ac0-80a4-53b707f25ff9.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/06 09:18:47.552 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/06 09:18:47.555 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.101276ms] [encodeDur=1.240129ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=55.198Β΅s] [type=file] [takeTime=2.794155ms] [] [2024/05/06 09:18:47.556 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/44c0ce13-1252-4119-a2a7-ad54183d30ba.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/06 09:18:47.556 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=127.549499ms] [] [2024/05/06 09:18:47.556 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:47.556 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:47.556 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:47.559 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.018503ms] [] [2024/05/06 09:18:47.559 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:47.565 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:47.587 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:18:47.587 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:47.604 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:18:47.606 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.960922ms] [] [2024/05/06 09:18:47.606 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:47.607 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.367964ms] [] [2024/05/06 09:18:47.607 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:47.607 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:47.609 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.705908ms] [] [2024/05/06 09:18:47.609 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:47.609 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:47.609 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=73.852Β΅s] [] [2024/05/06 09:18:47.609 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:47.611 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.22233ms] [] [2024/05/06 09:18:47.667 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:47.670 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:47.670 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.670 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:47.670 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:47.672 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:47.672 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:47.672 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:47.672 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.673 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:47.673 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=326.427214ms] [] [2024/05/06 09:18:47.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:47.683 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:47.684 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:47.684 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:47.774 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:47.776 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:47.776 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:47.958 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:48.011 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:48.011 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:48.011 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:48.011 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=11.787Β΅s] [] [2024/05/06 09:18:48.011 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:18:48.011 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:48.011 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:18:48.011 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:18:48.017 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:18:48.018 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:18:48.018 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=7.251685ms] [] [2024/05/06 09:18:48.018 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=7.476142ms] [] [2024/05/06 09:18:48.068 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=109.466086ms] [] [2024/05/06 09:18:48.078 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:48.079 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:18:48.082 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:18:48.162 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:48.178 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:18:48.235 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:48.235 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:48.329 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:48.469 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.906237095\n# Parse_time: 0.000511862\n# Compile_time: 0.00129016\n# Rewrite_time: 0.000254544\n# Optimize_time: 0.001082094\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:18:48.482 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:48.521 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:48.521 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:48.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.610 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=300.061Β΅s] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:48.623 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 09:18:48.659 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.043166ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=346.467Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:48.811 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 09:18:48.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=54.49493ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.900 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/06 09:18:48.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=295.723Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:48.969 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/06 09:18:49.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.78553ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.052 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/06 09:18:49.065 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 09:18:49.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:48.465 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.146 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:18:49.146 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:49.151 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.670545389\n# Parse_time: 0.000740682\n# Compile_time: 0.001087128\n# Rewrite_time: 0.000013453\n# Optimize_time: 0.001350042\n# Wait_TS: 0.000401819\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:49.153 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:18:49.243 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.165 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:49.243 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.165 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:18:49.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.165 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.323 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/06 09:18:49.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.868246ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:49.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/06 09:18:49.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=54.529739ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.165 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.165 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.532 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:18:49.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:49.536 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.384461566\n# Parse_time: 0.000561294\n# Compile_time: 0.000889885\n# Rewrite_time: 0.000009911\n# Optimize_time: 0.001350042\n# Wait_TS: 0.000445548\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:18:49.551 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:49.771 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:49.875 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:49.918 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:49.918 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:50.026 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:50.027 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:50.028 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:18:50.053 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:50.057 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:50.057 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:50.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=139.828Β΅s] [2024/05/06 09:18:50.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=375.946Β΅s] [] [2024/05/06 09:18:50.057 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:50.057 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:50.249 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:18:50.269 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:50.273 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:18:50.316 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:50.317 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:50.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:50.326 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:50.327 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:50.327 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:50.327 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:50.328 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:50.328 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:50.328 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:50.328 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:50.328 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:50.343 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:50.345 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:50.345 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:50.345 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:50.345 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/06 09:18:50.391 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:18:50.395 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:50.400 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:50.400 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:18:50.400 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:18:50.462 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/06 09:18:50.462 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/06 09:18:50.465 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.21273ms] [encodeDur=727.602Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=379.673Β΅s] [type=file] [takeTime=2.738635ms] [] [2024/05/06 09:18:50.465 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.365241ms] [encodeDur=977.038Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=293.822Β΅s] [type=file] [takeTime=3.108906ms] [] [2024/05/06 09:18:50.466 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2fdf02f4-27fc-4a32-aa71-e29f98d7d916.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/06 09:18:50.466 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=75.359377ms] [] [2024/05/06 09:18:50.466 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:50.466 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:50.467 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:50.467 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/05acd925-b646-44a8-bc2c-e8d7829c273c.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/06 09:18:50.470 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.425898ms] [] [2024/05/06 09:18:50.470 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:50.475 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:50.498 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:50.498 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:50.517 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:50.519 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.858732ms] [] [2024/05/06 09:18:50.519 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:50.521 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.518987ms] [] [2024/05/06 09:18:50.521 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:50.521 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:50.523 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.020821ms] [] [2024/05/06 09:18:50.523 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:50.523 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:50.523 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=68.569Β΅s] [] [2024/05/06 09:18:50.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:50.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.068822ms] [] [2024/05/06 09:18:50.582 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:50.585 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:50.585 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:50.585 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:50.586 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:50.586 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:50.586 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:50.586 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:50.588 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:50.588 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:50.588 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:50.588 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:50.588 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:50.588 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=272.387037ms] [] [2024/05/06 09:18:50.677 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:50.679 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:50.680 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:50.680 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:50.759 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:50.761 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:50.761 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:50.928 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:50.982 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:50.982 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:50.982 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:50.990 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=8.094226ms] [] [2024/05/06 09:18:50.990 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:50.990 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:18:50.990 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:18:50.990 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:18:50.994 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:50.995 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:18:50.995 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.39045ms] [] [2024/05/06 09:18:50.995 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.555762ms] [] [2024/05/06 09:18:51.069 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:51.069 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:18:51.073 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:18:51.084 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=156.293105ms] [] [2024/05/06 09:18:51.131 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:51.144 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:18:51.166 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:51.166 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:51.282 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:51.449 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.911946322\n# Parse_time: 0.00051534\n# Compile_time: 0.001105283\n# Rewrite_time: 0.000195898\n# Optimize_time: 0.001350042\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:18:51.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:51.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:51.552 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:51.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=368.254Β΅s] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:51.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/06 09:18:51.729 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=54.399913ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=268.238Β΅s] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:51.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/06 09:18:51.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.851502ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.932 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/06 09:18:51.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=259.402Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:51.985 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/06 09:18:52.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=55.439539ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.123 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/06 09:18:52.136 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/06 09:18:52.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.205 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:18:52.205 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.210 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.69750366\n# Parse_time: 0.000572713\n# Compile_time: 0.000820842\n# Rewrite_time: 0.00001155\n# Optimize_time: 0.001065097\n# Wait_TS: 0.000413444\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:52.212 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:18:52.258 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:52.258 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:18:52.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/06 09:18:52.413 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.637696ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:52.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/06 09:18:52.459 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=54.149015ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.617 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:18:52.618 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.622 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.411821781\n# Parse_time: 0.001022011\n# Compile_time: 0.001179065\n# Rewrite_time: 0.000010344\n# Optimize_time: 0.001065097\n# Wait_TS: 0.000451133\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:18:52.638 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:52.829 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:52.923 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:53.001 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:53.001 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:53.110 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:53.111 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:53.112 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:18:53.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:53.137 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:53.137 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:53.137 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=79.367Β΅s] [2024/05/06 09:18:53.137 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=198.769Β΅s] [] [2024/05/06 09:18:53.137 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:53.137 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:53.260 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:18:53.286 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:18:53.299 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:53.344 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:53.346 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:18:53.347 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:53.357 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:53.357 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:53.357 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:53.358 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:53.358 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:53.358 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:53.358 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:53.359 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:53.359 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:53.376 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:53.378 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:53.378 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:53.378 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:18:53.378 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/06 09:18:53.468 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:18:53.473 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:53.476 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:53.477 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:18:53.477 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:18:53.485 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/06 09:18:53.488 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.298377ms] [encodeDur=688.691Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=281.37Β΅s] [type=file] [takeTime=2.736339ms] [] [2024/05/06 09:18:53.489 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7af5c859-1883-44b2-bf5b-20c30b736a62.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/06 09:18:53.493 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/06 09:18:53.495 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.133141ms] [encodeDur=927.931Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=386.692Β΅s] [type=file] [takeTime=2.835899ms] [] [2024/05/06 09:18:53.496 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5fd0cf5c-3a21-43ed-a521-238819698667.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/06 09:18:53.496 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=27.81053ms] [] [2024/05/06 09:18:53.497 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:53.497 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:53.497 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:53.499 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.27073ms] [] [2024/05/06 09:18:53.499 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:53.505 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:53.527 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:53.528 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:53.546 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:53.548 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.863753ms] [] [2024/05/06 09:18:53.548 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:53.550 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.338167ms] [] [2024/05/06 09:18:53.550 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:53.550 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:53.552 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.803869ms] [] [2024/05/06 09:18:53.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:53.552 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:53.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.608Β΅s] [] [2024/05/06 09:18:53.552 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:53.553 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.095604ms] [] [2024/05/06 09:18:53.616 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:18:53.619 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:53.619 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:53.619 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:53.619 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:53.619 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:53.620 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:53.620 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:53.620 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:53.622 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:53.622 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:53.622 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:53.622 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:53.622 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:53.623 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=278.631491ms] [] [2024/05/06 09:18:53.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:53.629 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:53.630 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:53.630 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:53.709 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:53.711 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:53.711 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:53.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:53.964 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:53.964 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:53.964 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:53.974 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.999987ms] [] [2024/05/06 09:18:53.974 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:53.974 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:18:53.974 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:18:53.974 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:18:53.980 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:53.981 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:18:53.981 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.449263ms] [] [2024/05/06 09:18:53.981 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.695503ms] [] [2024/05/06 09:18:54.026 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:54.026 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:18:54.030 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:18:54.030 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=114.533224ms] [] [2024/05/06 09:18:54.089 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:18:54.109 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:54.130 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:54.131 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:54.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.57081225\n# Parse_time: 0.000510019\n# Compile_time: 0.001425484\n# Rewrite_time: 0.000230389\n# Optimize_time: 0.001065097\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:18:54.238 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:54.268 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:54.273 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.273 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:54.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=365.734Β΅s] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/06 09:18:54.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.067769ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=253.444Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/06 09:18:54.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=54.088583ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.655 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/06 09:18:54.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=265.913Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.706 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/06 09:18:54.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=63.943819ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.804 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 09:18:54.817 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 09:18:54.823 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:54.215 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.888 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 09:18:54.888 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.893 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.656854611\n# Parse_time: 0.000640813\n# Compile_time: 0.000959144\n# Rewrite_time: 0.000017797\n# Optimize_time: 0.001162525\n# Wait_TS: 0.000521193\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:54.897 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:18:54.952 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.953 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:18:55.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.032 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/06 09:18:55.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=3.12165ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:55.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/06 09:18:55.148 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=54.209096ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.197 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.296 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:18:55.296 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:55.301 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406824701\n# Parse_time: 0.001041091\n# Compile_time: 0.001651758\n# Rewrite_time: 0.000011593\n# Optimize_time: 0.001162525\n# Wait_TS: 0.000449561\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:18:55.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:55.525 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:55.668 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:55.727 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:55.727 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:55.833 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:55.834 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:55.836 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:18:55.860 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:55.863 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:55.863 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:55.864 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=123.646Β΅s] [2024/05/06 09:18:55.864 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=319.564Β΅s] [] [2024/05/06 09:18:55.864 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:55.864 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:56.009 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:18:56.030 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:18:56.050 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:56.097 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:56.099 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:18:56.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:56.109 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:56.110 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:56.110 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:56.110 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:56.112 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:56.112 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:56.112 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:56.112 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:56.112 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:56.162 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:56.164 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:56.165 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:56.165 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:18:56.165 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/06 09:18:56.222 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:18:56.228 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:56.232 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:56.233 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:18:56.233 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:18:56.243 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/06 09:18:56.246 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.305755ms] [encodeDur=973.857Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=465.008Β΅s] [type=file] [takeTime=3.220175ms] [] [2024/05/06 09:18:56.264 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5fa6b06f-972b-40da-a9c2-73a6f978710d.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/06 09:18:56.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/06 09:18:56.267 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.05277ms] [encodeDur=890.738Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=396.214Β΅s] [type=file] [takeTime=2.704547ms] [] [2024/05/06 09:18:56.269 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3c19841e-52f0-4cc1-9800-7057ba37f9a3.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/06 09:18:56.269 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=46.490148ms] [] [2024/05/06 09:18:56.269 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:56.269 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:56.270 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:56.272 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.885209ms] [] [2024/05/06 09:18:56.273 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:56.278 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:56.299 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:56.300 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:56.317 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:56.319 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.796246ms] [] [2024/05/06 09:18:56.320 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:56.321 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.347551ms] [] [2024/05/06 09:18:56.321 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:56.321 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:56.322 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.268385ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d12772e7-45d1-426d-abf7-421cc728f509.sst] [2024/05/06 09:18:56.323 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d12772e7-45d1-426d-abf7-421cc728f509.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/06 09:18:56.325 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.982699ms] [] [2024/05/06 09:18:56.325 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:56.330 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:56.352 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:18:56.353 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:56.369 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:18:56.371 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.363655ms] [] [2024/05/06 09:18:56.371 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:56.372 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.036564ms] [] [2024/05/06 09:18:56.426 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:18:56.431 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:56.431 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:56.431 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:56.431 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:56.434 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:56.434 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:56.434 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:56.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:56.434 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:56.434 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=336.480187ms] [] [2024/05/06 09:18:56.451 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:56.453 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:56.454 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:56.454 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:56.532 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:56.534 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:56.534 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:56.742 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:56.810 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:56.810 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:56.810 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:56.820 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=9.22655ms] [] [2024/05/06 09:18:56.820 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:56.820 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:18:56.820 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:56.820 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:18:56.820 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:18:56.832 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:56.838 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:18:56.839 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:56.839 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=28.834203ms] [] [2024/05/06 09:18:56.839 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=29.122775ms] [] [2024/05/06 09:18:56.893 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=151.16966ms] [] [2024/05/06 09:18:56.951 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:56.952 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:18:56.955 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:18:57.054 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:18:57.055 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:57.085 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:57.085 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:57.202 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:57.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.948506859\n# Parse_time: 0.000486058\n# Compile_time: 0.002099659\n# Rewrite_time: 0.000268129\n# Optimize_time: 0.001162525\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:18:57.291 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:57.323 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.323 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:57.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=278.219Β΅s] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:57.443 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/06 09:18:57.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=54.463587ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=285.801Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:57.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/06 09:18:57.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=54.937615ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.720 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/06 09:18:57.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=284.389Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:57.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/06 09:18:57.816 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.923228ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.888 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 09:18:57.898 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/06 09:18:57.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.986 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:18:57.986 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:57.990 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.701010578\n# Parse_time: 0.00069498\n# Compile_time: 0.000844878\n# Rewrite_time: 0.000013527\n# Optimize_time: 0.00154623\n# Wait_TS: 0.000497031\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:57.993 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:18:58.078 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:58.078 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:18:58.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.152 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/06 09:18:58.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=3.452798ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:58.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/06 09:18:58.272 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.665953ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.398 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:18:58.398 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:58.403 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.412054454\n# Parse_time: 0.000845888\n# Compile_time: 0.001139234\n# Rewrite_time: 0.000010639\n# Optimize_time: 0.00154623\n# Wait_TS: 0.000611677\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:18:58.420 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:58.641 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:18:58.761 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:18:58.807 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:18:58.807 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:18:58.939 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:58.941 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:58.943 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:18:58.971 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:58.974 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:58.974 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:18:58.974 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=99.112Β΅s] [2024/05/06 09:18:58.975 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=290.92Β΅s] [] [2024/05/06 09:18:58.975 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:58.975 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:18:59.106 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:18:59.126 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:18:59.153 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:18:59.199 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:59.201 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:18:59.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:59.212 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:59.212 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:18:59.213 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:59.213 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:59.214 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:59.214 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:59.214 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:59.214 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:59.214 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:59.230 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:59.232 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:59.232 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:18:59.232 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:18:59.232 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/06 09:18:59.286 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:18:59.290 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:59.294 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:59.295 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:18:59.295 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:18:59.312 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/06 09:18:59.317 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.60021ms] [encodeDur=1.105462ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=1.275412ms] [type=file] [takeTime=4.644343ms] [] [2024/05/06 09:18:59.321 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/92c03e7a-1895-426a-960d-e13e1c634a8c.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/06 09:18:59.338 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/06 09:18:59.341 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.233232ms] [encodeDur=1.074005ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=362.869Β΅s] [type=file] [takeTime=3.08917ms] [] [2024/05/06 09:18:59.343 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=56.853703ms] [] [2024/05/06 09:18:59.343 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/dce3831c-ee03-415c-8518-1cd22c06e247.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/06 09:18:59.343 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:59.343 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:59.343 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:59.345 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.263101ms] [] [2024/05/06 09:18:59.345 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:18:59.352 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:59.392 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:59.394 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:59.414 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:59.417 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=71.479478ms] [] [2024/05/06 09:18:59.417 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:18:59.419 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.562281ms] [] [2024/05/06 09:18:59.419 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:59.419 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:59.421 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.532926ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6c7ec046-11ba-479d-9ce9-b538c245965c.sst] [2024/05/06 09:18:59.421 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6c7ec046-11ba-479d-9ce9-b538c245965c.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/06 09:18:59.424 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.944529ms] [] [2024/05/06 09:18:59.424 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:18:59.429 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:59.451 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:18:59.452 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:59.468 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:18:59.471 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.497948ms] [] [2024/05/06 09:18:59.471 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:18:59.472 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.510787ms] [] [2024/05/06 09:18:59.536 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:59.537 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:59.538 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:59.538 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:59.542 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:59.548 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:59.548 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:59.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.549 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:59.549 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:59.551 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:59.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:59.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:59.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.552 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:59.552 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=352.226623ms] [] [2024/05/06 09:18:59.607 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:18:59.609 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:59.609 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:18:59.757 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:18:59.847 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:59.847 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:59.847 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:59.857 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=9.34721ms] [] [2024/05/06 09:18:59.857 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:18:59.857 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:18:59.857 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:59.857 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:18:59.857 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:18:59.867 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:18:59.869 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:18:59.870 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:18:59.870 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=22.361675ms] [] [2024/05/06 09:18:59.870 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=22.597515ms] [] [2024/05/06 09:18:59.932 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=175.645947ms] [] [2024/05/06 09:18:59.935 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:59.935 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:18:59.939 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:18:59.983 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:19:00.013 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:19:00.034 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:00.034 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:19:00.125 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:00.324 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.91980963\n# Parse_time: 0.000648164\n# Compile_time: 0.00140298\n# Rewrite_time: 0.000300385\n# Optimize_time: 0.00154623\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:19:00.337 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:00.370 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.370 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:00.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=262.426Β΅s] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:00.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/06 09:19:00.513 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=54.092057ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=253.713Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:00.603 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/06 09:19:00.638 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=54.241335ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.706 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/06 09:19:00.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=437.68Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:00.816 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/06 09:19:00.846 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=54.800039ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.893 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/06 09:19:00.903 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/06 09:19:00.908 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:00.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.979 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:19:00.979 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.64778774\n# Parse_time: 0.000669916\n# Compile_time: 0.000887757\n# Rewrite_time: 0.000016857\n# Optimize_time: 0.002048836\n# Wait_TS: 0.000428132\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:00.986 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:19:01.041 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:19:01.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:01.109 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/06 09:19:01.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.659463ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:01.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/06 09:19:01.257 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=81.143969ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.341 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.965 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.396 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:19:01.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:01.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.416813438\n# Parse_time: 0.000659895\n# Compile_time: 0.000972282\n# Rewrite_time: 0.000009783\n# Optimize_time: 0.002048836\n# Wait_TS: 0.00047855\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:19:01.419 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:01.635 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:01.778 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:19:01.826 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:19:01.826 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:19:01.933 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:01.934 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:01.935 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:19:01.958 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:01.961 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:01.961 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:19:01.961 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=107.974Β΅s] [2024/05/06 09:19:01.961 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=315.525Β΅s] [] [2024/05/06 09:19:01.962 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:01.962 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:19:02.086 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:19:02.109 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:19:02.144 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:19:02.221 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:19:02.223 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:19:02.224 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:02.234 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:02.234 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:02.234 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.235 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:02.236 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.236 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:02.236 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.236 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:02.236 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.250 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:02.252 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:02.252 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:02.252 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:19:02.252 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/06 09:19:02.303 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:19:02.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:19:02.346 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:02.346 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:19:02.346 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:19:02.363 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/06 09:19:02.364 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/06 09:19:02.366 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.140425ms] [encodeDur=934.042Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=199.698Β΅s] [type=file] [takeTime=2.740055ms] [] [2024/05/06 09:19:02.367 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.088921ms] [encodeDur=939.936Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=219.455Β΅s] [type=file] [takeTime=2.595798ms] [] [2024/05/06 09:19:02.367 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/700e9014-b9e7-4063-bc4f-fa22c30039d3.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/06 09:19:02.368 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=64.956959ms] [] [2024/05/06 09:19:02.368 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:19:02.368 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:19:02.368 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:19:02.368 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2f88c811-ca76-4787-b7d0-92ef9e455a6c.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/06 09:19:02.371 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.954206ms] [] [2024/05/06 09:19:02.371 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:19:02.378 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:02.400 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:02.401 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:02.417 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:02.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.42621ms] [] [2024/05/06 09:19:02.420 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:19:02.421 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.169813ms] [] [2024/05/06 09:19:02.421 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:19:02.421 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:02.423 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.596561ms] [] [2024/05/06 09:19:02.423 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:02.423 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:02.423 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=55.065Β΅s] [] [2024/05/06 09:19:02.423 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:02.424 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.121553ms] [] [2024/05/06 09:19:02.486 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:19:02.548 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.548 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.548 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:02.548 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:02.550 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:02.550 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:02.550 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:02.550 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:02.550 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.550 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:02.550 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=329.254407ms] [] [2024/05/06 09:19:02.551 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:02.552 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:02.552 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:02.693 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:19:02.694 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:02.695 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:19:02.841 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:19:02.896 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:19:02.896 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:19:02.896 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:19:02.905 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=9.291611ms] [] [2024/05/06 09:19:02.905 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:19:02.906 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:02.906 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:19:02.906 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:19:02.911 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:02.911 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:02.911 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=15.328739ms] [] [2024/05/06 09:19:02.911 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=15.51968ms] [] [2024/05/06 09:19:02.951 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:02.952 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:19:02.955 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:19:02.961 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=119.588362ms] [] [2024/05/06 09:19:03.046 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:19:03.058 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:19:03.069 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:03.069 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:19:03.174 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:03.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.937896002\n# Parse_time: 0.00102206\n# Compile_time: 0.001765325\n# Rewrite_time: 0.00023445\n# Optimize_time: 0.002048836\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:19:03.354 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:03.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:03.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:03.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=392.584Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/06 09:19:03.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.532291ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=325.676Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/06 09:19:03.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=55.034241ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.822 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/06 09:19:03.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=267.974Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.879 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:19:03.914 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.556564ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.993 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 09:19:04.006 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 09:19:04.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:03.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:19:04.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:04.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.780181875\n# Parse_time: 0.000504418\n# Compile_time: 0.000659556\n# Rewrite_time: 0.00000993\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000428002\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/06 09:19:04.135 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:19:04.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:04.171 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:19:04.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=305.302Β΅s] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:04.272 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/06 09:19:04.308 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=54.196779ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=276.354Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:04.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/06 09:19:04.437 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.659106ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.488 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=218.625Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:04.543 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/06 09:19:04.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.418054ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.647 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:04.662 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/06 09:19:04.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:19:04.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:04.732 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597739952\n# Parse_time: 0.000606813\n# Compile_time: 0.00083935\n# Rewrite_time: 0.000009338\n# Optimize_time: 0.002103557\n# Wait_TS: 0.00044592\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:19:04.734 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/06 09:19:04.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:19:04.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:04.843 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.119294ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:04.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/06 09:19:04.927 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.216432ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.978 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.007 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:19:05.007 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/06 09:19:05.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.099 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/06 09:19:05.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.164 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/06 09:19:05.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.894357ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:05.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/06 09:19:05.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.322086ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.378 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:19:05.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3699405\n# Parse_time: 0.00054303\n# Compile_time: 0.000833677\n# Rewrite_time: 0.000009729\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000449696\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/05/06 09:19:05.398 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:19:05.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/06 09:19:05.475 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.514 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=222.982Β΅s] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.527 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/06 09:19:05.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=55.303735ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=355.854Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.712 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/06 09:19:05.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.67338ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=219.33Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/06 09:19:05.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.968349ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.971 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/06 09:19:05.975 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.365 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.031 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:19:06.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:06.036 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638713126\n# Parse_time: 0.000274087\n# Compile_time: 0.000759181\n# Rewrite_time: 0.000011414\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000455814\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/05/06 09:19:06.038 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:19:06.079 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:06.079 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:19:06.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=1.470312ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:06.256 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/06 09:19:06.291 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=54.233131ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.386 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.014 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.420 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:19:06.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:06.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.388834431\n# Parse_time: 0.000499037\n# Compile_time: 0.000790478\n# Rewrite_time: 0.000008887\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000512413\n# DB: from_select\n# Is_internal: false\n# Digest: 9b8b34576c71bf964daeee5780a06455087425e15ad8edb8457db3300010a67b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database write_after_import;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:19:06.429 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:06.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:19:06.490 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:06.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:06.490 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:06.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:19:06.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.587 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/06 09:19:06.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.598209ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:06.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/06 09:19:06.726 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.929287ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:06.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.794 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.843 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:19:06.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:06.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.417820739\n# Parse_time: 0.001924745\n# Compile_time: 0.001747592\n# Rewrite_time: 0.000015289\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000561594\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:19:07.069 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/06 09:19:07.079 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:07.079 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:07.079 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:07.080 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:07.081 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:07.081 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:07.081 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:07.081 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:07.081 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:07.126 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:07.129 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:07.130 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:07.135 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:07.140 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:07.186 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [key=import-from-select] [2024/05/06 09:19:07.188 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [key=import-from-select] [readDur=42.806Β΅s] [encodeDur=1.448793ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=128.999Β΅s] [type=query] [takeTime=2.141063ms] [] [2024/05/06 09:19:07.189 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/31054d02-a056-4c98-be90-27663fd3f85f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d57cfbba-d07c-4ad8-90b7-37c3633a53cc.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/05/06 09:19:07.196 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [key=import-from-select] [2024/05/06 09:19:07.196 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=152.223Β΅s] [] [2024/05/06 09:19:07.197 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:07.199 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.316458ms] [] [2024/05/06 09:19:07.199 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:07.204 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:07.227 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:07.227 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:07.243 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:07.245 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=45.831161ms] [] [2024/05/06 09:19:07.245 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:07.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.783762ms] [] [2024/05/06 09:19:07.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:07.247 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:07.247 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=71.436Β΅s] [] [2024/05/06 09:19:07.247 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:19:07.247 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [2024/05/06 09:19:07.257 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [takeTime=9.570036ms] [] [2024/05/06 09:19:07.257 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:07.257 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [weight=30] [2024/05/06 09:19:07.257 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [concurrency=15] [2024/05/06 09:19:07.262 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:07.262 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:07.262 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=31054d02-a056-4c98-be90-27663fd3f85f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=15.131767ms] [] [2024/05/06 09:19:07.263 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:07.263 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.591Β΅s] [] [2024/05/06 09:19:07.263 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:07.264 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.187944ms] [] [2024/05/06 09:19:07.264 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:07.264 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.163Β΅s] [] [2024/05/06 09:19:07.264 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:07.265 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=889.288Β΅s] [] [2024/05/06 09:19:07.269 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:07.269 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.269 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:07.269 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:07.271 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:07.271 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:07.271 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:07.271 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.271 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:07.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573590614409224\n# Conn_ID: 2\n# Query_time: 0.422547322\n# Parse_time: 0.000588889\n# Compile_time: 0.002831519\n# Rewrite_time: 0.00176211\n# Optimize_time: 0.002103557\n# Wait_TS: 0.000125267\n# Cop_time: 0.000147086 Process_time: 0.000070141 Wait_time: 0.000044913 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.0141e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.4913e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yQWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxNy42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3NTMuNcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zMQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzAuMQVKARMkd2FpdDogNDQuOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDQwLjQFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4yM21zfX0JMzU0IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwwwcywgLYVIfSwgc2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTguNyUhcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYQB0AB5PhYAGDgsIGJsb2Mh5RB9fX0sIAHHXrQAARw23wEIYWxfIeENGjXmJRcMd2FsbA0ZRDIzMi42wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('tAagCq8GCgxJbXBvcnRJbnRvXzIS6AUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxOC43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNzAuMQVxAHQF0Qh3YWkRiww0NC45CRocaWt2X3dhbGwNMygyMzIuNsK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEulgEoAUABUhRkYXRhOlQ2xAEEWhYFiBA3NTMuNQVuAGwlcSAyYtgBY29wX3Qhjmgge251bTogMSwgbWF4OiAxLjMxbXMsIHByb2MtTSlcJY820wAF0QQ6IBXMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDQwLjQFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxMfMF5CgxLjIzbXN9fXDiAj0vADghGxQDTi9BWhUFJhA0MTcuNgHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:19:07.309 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:07.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:07.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=254.066Β΅s] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.467 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 09:19:07.502 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.815273ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=261.975Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 09:19:07.646 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=62.934231ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.737 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/06 09:19:07.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=260.633Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/06 09:19:07.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.882753ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.886 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 09:19:07.896 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/06 09:19:07.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:07.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.968 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 09:19:07.968 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:07.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.664353207\n# Parse_time: 0.000479148\n# Compile_time: 0.000747392\n# Rewrite_time: 0.000014459\n# Optimize_time: 0.000991264\n# Wait_TS: 0.000538292\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:07.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:19:08.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:08.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:19:08.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.100 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/06 09:19:08.202 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.053921ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:08.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/06 09:19:08.248 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.259005ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 09:19:08.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:08.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368664771\n# Parse_time: 0.000907011\n# Compile_time: 0.001480158\n# Rewrite_time: 0.000012341\n# Optimize_time: 0.000991264\n# Wait_TS: 0.000408256\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:19:08.509 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/06 09:19:08.519 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:08.519 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:08.520 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.520 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:08.521 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.521 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:08.521 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:08.521 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:08.521 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:08.537 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:08.539 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:08.539 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:08.572 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:08.578 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:08.639 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [key=import-from-select] [2024/05/06 09:19:08.641 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [key=import-from-select] [readDur=41.871Β΅s] [encodeDur=1.109247ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=200.551Β΅s] [type=query] [takeTime=1.867617ms] [] [2024/05/06 09:19:08.641 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [key=import-from-select] [2024/05/06 09:19:08.642 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=127.526Β΅s] [] [2024/05/06 09:19:08.642 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:08.642 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/ea756732-031a-4f78-9d9c-ad985834edb8/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3eb8dfbe-919d-4f34-8939-9f2e397104cd.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/05/06 09:19:08.645 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.603276ms] [] [2024/05/06 09:19:08.645 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:08.650 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:08.672 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:08.672 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:08.687 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:08.689 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.640797ms] [] [2024/05/06 09:19:08.689 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:08.692 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.184918ms] [] [2024/05/06 09:19:08.692 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:08.692 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:08.692 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=82.177Β΅s] [] [2024/05/06 09:19:08.692 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:19:08.692 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [2024/05/06 09:19:08.702 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [takeTime=10.187376ms] [] [2024/05/06 09:19:08.702 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:08.703 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [weight=30] [2024/05/06 09:19:08.703 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [concurrency=15] [2024/05/06 09:19:08.708 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:08.709 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:08.709 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=ea756732-031a-4f78-9d9c-ad985834edb8] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=16.795986ms] [] [2024/05/06 09:19:08.709 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:08.709 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.885Β΅s] [] [2024/05/06 09:19:08.709 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:08.710 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.259347ms] [] [2024/05/06 09:19:08.711 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:08.711 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.487Β΅s] [] [2024/05/06 09:19:08.711 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:08.712 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=992.908Β΅s] [] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:08.716 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:08.716 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:08.716 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:08.717 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:08.717 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:08.717 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:08.717 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:08.717 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:08.719 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:08.719 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:08.719 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:08.719 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:08.720 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:08.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573591007625225\n# Conn_ID: 2\n# Query_time: 0.377788282\n# Parse_time: 0.000525347\n# Compile_time: 0.002648083\n# Rewrite_time: 0.001641658\n# Optimize_time: 0.000991264\n# Wait_TS: 0.000127212\n# Cop_time: 0.000081987 Process_time: 0.000079497 Wait_time: 0.000060571 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.9497e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.0571e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3Mi45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NDEuN8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yNwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzkuNQVKARMkd2FpdDogNjAuNgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDU2LjkFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4xN21zfX0JMzU1IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVCCAyNC1bdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeU5lw0yFDJ9fX0sIAHZXsYAARw28QEIYWxfIfMNGgA2MfglKQx3YWxsDRlEMjYxLjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyNC42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3OS41BYMAdAXjCHdhaRGdCDYwLgmdJSkMd2FsbA0zCDI2MQU0CH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDY0MS43BYgAbCWDIDJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMjdtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDU2LjkFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5CgxLjE3bXN9fXDjAj0vADghGxQDTi9BWhUFJhAzNzIuOQHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:19:08.736 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:08.766 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:08.766 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:08.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=255.223Β΅s] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:08.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/06 09:19:08.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.943453ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=283.935Β΅s] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:08.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/06 09:19:09.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.527261ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.146 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/06 09:19:09.189 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=225.842Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:09.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 09:19:09.238 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=54.255016ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.285 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/06 09:19:09.297 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/06 09:19:09.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:08.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.359 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:19:09.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:09.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.628896032\n# Parse_time: 0.000529483\n# Compile_time: 0.000873022\n# Rewrite_time: 0.000012946\n# Optimize_time: 0.00093994\n# Wait_TS: 0.000446301\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:09.365 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:19:09.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:09.431 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:19:09.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.503 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/06 09:19:09.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.790011ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:09.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:19:09.649 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=54.063369ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.364 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:19:09.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:09.754 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.389464036\n# Parse_time: 0.000634725\n# Compile_time: 0.000947396\n# Rewrite_time: 0.000008896\n# Optimize_time: 0.00093994\n# Wait_TS: 0.000465017\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:19:09.892 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] ["owner key"=/tidb/br-stream/owner/6f188f4d3042f540] [ownerID=dd589622-d1ed-4b00-a581-800796764c4a] [op=none] [2024/05/06 09:19:09.952 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/06 09:19:09.960 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:09.960 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:09.961 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:09.961 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:09.962 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:09.962 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:09.962 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:09.962 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:09.962 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:09.978 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:09.980 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:09.980 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:09.984 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:09.988 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:10.046 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [key=import-from-select] [2024/05/06 09:19:10.047 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [key=import-from-select] [2024/05/06 09:19:10.048 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [key=import-from-select] [readDur=41.257Β΅s] [encodeDur=1.058911ms] [checksum="{cksum=2006827967647428316,size=222,kvs=6}"] [deliverDur=451.223Β΅s] [type=query] [takeTime=2.150638ms] [] [2024/05/06 09:19:10.049 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [key=import-from-select] [readDur=7.895Β΅s] [encodeDur=568.668Β΅s] [checksum="{cksum=2309969254967222191,size=74,kvs=2}"] [deliverDur=670.168Β΅s] [type=query] [takeTime=1.548934ms] [] [2024/05/06 09:19:10.050 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/bfbd1b78-742f-4c25-ad86-de73f83a5fef/102b1544-1a0b-5f02-9523-0f5011224f00.sst/183c0743-7868-44a0-b3e1-85db113f92b0.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000003] [2024/05/06 09:19:10.050 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:10.051 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/bfbd1b78-742f-4c25-ad86-de73f83a5fef/102b1544-1a0b-5f02-9523-0f5011224f00.sst/906cd9a7-b13b-4827-acf8-9ac86f8b0cc8.sst] [firstKey=7480000000000000BB5F728000000000000004] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/06 09:19:10.053 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.753195ms] [] [2024/05/06 09:19:10.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:10.060 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:10.083 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:10.083 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:10.098 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:10.100 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=47.304881ms] [] [2024/05/06 09:19:10.100 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:10.102 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.176049ms] [file=/tmp/tidb/import-4000/bfbd1b78-742f-4c25-ad86-de73f83a5fef/630083e6-fc50-5cd2-8645-c17b147197ce.sst/acc0e15e-9fa7-4244-9635-e95f5d789d1c.sst] [2024/05/06 09:19:10.102 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/bfbd1b78-742f-4c25-ad86-de73f83a5fef/630083e6-fc50-5cd2-8645-c17b147197ce.sst/acc0e15e-9fa7-4244-9635-e95f5d789d1c.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/06 09:19:10.104 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.950794ms] [] [2024/05/06 09:19:10.104 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:10.109 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:10.131 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:19:10.131 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:10.146 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:19:10.148 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=43.817122ms] [] [2024/05/06 09:19:10.148 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:19:10.149 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [2024/05/06 09:19:10.158 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [takeTime=9.892468ms] [] [2024/05/06 09:19:10.159 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:10.159 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [weight=30] [2024/05/06 09:19:10.159 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [concurrency=15] [2024/05/06 09:19:10.168 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:10.169 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:19:10.170 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:10.170 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=bfbd1b78-742f-4c25-ad86-de73f83a5fef] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=21.592003ms] [] [2024/05/06 09:19:10.170 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:10.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=35.234Β΅s] [] [2024/05/06 09:19:10.171 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:10.172 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.364332ms] [] [2024/05/06 09:19:10.172 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:10.172 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.001Β΅s] [] [2024/05/06 09:19:10.172 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:10.173 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=953.93Β΅s] [] [2024/05/06 09:19:10.178 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:10.178 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:10.178 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:10.178 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:10.180 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:10.180 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:10.180 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:10.180 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:10.181 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:10.182 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573591374626825\n# Conn_ID: 2\n# Query_time: 0.426702687\n# Parse_time: 0.000599408\n# Compile_time: 0.002947476\n# Rewrite_time: 0.001821756\n# Optimize_time: 0.00093994\n# Wait_TS: 0.000135952\n# Cop_time: 0.000072566 Process_time: 0.000070866 Wait_time: 0.000033973 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.0866e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.3973e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyMS40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MDYuMsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zNQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzAuOQVKARMcd2FpdDogMzQFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhhuOiA4My4xBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWVCGFsXyUlSDEuMjFtc319CTM1NCBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDU+AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNgEEYWwyFwAgX3NpemU6IDE4KVQEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTUuNiUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWiCGtleT4WABg4LCBibG9jIeM5lw0yFDJ9fX0sIAHZXsYAARw27wEIYWxfIfENGgAzKfYlJwx3YWxsDRc8MTk2wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('wAagCrsGCgxJbXBvcnRJbnRvXzIS9AUKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qvgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNS42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3MC45BYMAdAXjCHdhaRGdBDM0CRgcaWt2X3dhbGwNMQQxOQGzCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEupAEoAUABUhRkYXRhOlQ20gEEWhYFhBA1MDYuMgVsOGxvb3BzOjJi1gFjb3BfdCGcaCB7bnVtOiAxLCBtYXg6IDEuMzVtcywgcHJvYy1bKWolnTbPAAXNADoRyBBjb3ByXzknRHJhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaGG46IDgzLjEFlqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxMf8F4igxLjIxbXN9fXDiAj0tADghGRQDTi9BWhUFJhA0MjEuNAHdKQcAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:19:10.219 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:10.249 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:10.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:10.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=406.107Β΅s] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:10.351 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 09:19:10.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=54.170521ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=226.791Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:10.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 09:19:10.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.611763ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.595 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/06 09:19:10.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=231.196Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:10.647 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:19:10.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=54.041789ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.754 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:19:10.764 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 09:19:10.770 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:10.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:19:10.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:10.841 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.623436063\n# Parse_time: 0.000602832\n# Compile_time: 0.000854101\n# Rewrite_time: 0.000013468\n# Optimize_time: 0.001372869\n# Wait_TS: 0.000481819\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:10.844 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:19:10.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:10.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:19:10.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.985 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/06 09:19:11.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.981635ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:11.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/06 09:19:11.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.594114ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:19:11.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.415854973\n# Parse_time: 0.001502445\n# Compile_time: 0.001277152\n# Rewrite_time: 0.00001443\n# Optimize_time: 0.001372869\n# Wait_TS: 0.00042177\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:19:11.473 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/06 09:19:11.483 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:11.483 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:11.484 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.484 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:11.485 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.485 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.485 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:11.485 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:11.485 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.501 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:11.504 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:11.504 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:11.509 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:11.514 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:11.566 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [key=import-from-select] [2024/05/06 09:19:11.566 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [key=import-from-select] [2024/05/06 09:19:11.569 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [key=import-from-select] [readDur=312.094Β΅s] [encodeDur=1.050936ms] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=434.784Β΅s] [type=query] [takeTime=2.772849ms] [] [2024/05/06 09:19:11.570 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [key=import-from-select] [readDur=15.52Β΅s] [encodeDur=1.005857ms] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=272.403Β΅s] [type=query] [takeTime=3.196228ms] [] [2024/05/06 09:19:11.571 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/d041103d-f608-46ea-94be-d0581ffa5e7e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c746dbf5-eee2-454f-b541-80e887ad7120.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000003] [2024/05/06 09:19:11.572 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:11.573 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/d041103d-f608-46ea-94be-d0581ffa5e7e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ff2a8630-f2fb-4dba-917e-fc1ded5738ff.sst] [firstKey=7480000000000000BE5F728000000000000002] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/06 09:19:11.578 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=6.323181ms] [] [2024/05/06 09:19:11.578 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:11.585 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:11.607 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:11.607 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:11.623 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:11.625 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=46.482222ms] [] [2024/05/06 09:19:11.625 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:11.626 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.250677ms] [file=/tmp/tidb/import-4000/d041103d-f608-46ea-94be-d0581ffa5e7e/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ea4152f1-ab57-48c4-96cf-39d262c99207.sst] [2024/05/06 09:19:11.627 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/d041103d-f608-46ea-94be-d0581ffa5e7e/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ea4152f1-ab57-48c4-96cf-39d262c99207.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/06 09:19:11.629 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.865009ms] [] [2024/05/06 09:19:11.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:11.634 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:11.657 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:19:11.657 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:11.672 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:19:11.675 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.482512ms] [] [2024/05/06 09:19:11.675 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:19:11.675 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [2024/05/06 09:19:11.689 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [takeTime=13.887289ms] [] [2024/05/06 09:19:11.689 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:11.689 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [weight=30] [2024/05/06 09:19:11.689 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [concurrency=15] [2024/05/06 09:19:11.698 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:11.701 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:19:11.701 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:11.701 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=d041103d-f608-46ea-94be-d0581ffa5e7e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=26.43466ms] [] [2024/05/06 09:19:11.702 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:11.702 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=16.298Β΅s] [] [2024/05/06 09:19:11.702 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:11.703 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.270704ms] [] [2024/05/06 09:19:11.703 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:11.703 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.657Β΅s] [] [2024/05/06 09:19:11.703 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:11.705 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.225725ms] [] [2024/05/06 09:19:11.711 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:11.711 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:11.711 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:11.713 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:11.713 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:11.713 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:11.713 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.713 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:11.715 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573591767842825\n# Conn_ID: 2\n# Query_time: 0.456062416\n# Parse_time: 0.000517652\n# Compile_time: 0.003065847\n# Rewrite_time: 0.001978753\n# Optimize_time: 0.001372869\n# Wait_TS: 0.000135365\n# Cop_time: 0.000125518 Process_time: 0.000107866 Wait_time: 0.000061258 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000107866 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.1258e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ1MC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MzguM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS43NQFuRHByb2Nfa2V5czogNCwgdG90XwESGDogMTA3LjkFSwEUHHdhaXQ6IDYxDV6AY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoQbjogODkNTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgIYWxfJShIMS41OW1zfX0JMzU1IEJ5dGVzCSEmIDIJNDNfNgkxXzEouHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUEBljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI5AQRhbDIXACBfc2l6ZTogMTgpVwRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAyOS41JW50cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaUIa2V5PhYAGDgsIGJsb2Mh5jmXDTIUMn19fSwgAdlexgABHDryAQhhbF8h9A0bNfklKgx3YWxsDRk8MzI4wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxMDcuOQWEAHQF5Ah3YWkRngw2MS4zCRocaWt2X3dhbGwNNCAzMjjCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqcBKAFAAVIUZGF0YTpUNtUBBFoWBYcINzM4DWwAbCWCIDJi2QFjb3BfdCGfaCB7bnVtOiAxLCBtYXg6IDEuNzVtcywgcHJvYy1eKW0loAA6NtIABdAEOiAVyxBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDg5LR+obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MVEFBeUoMS41OW1zfX1w4wI9MAA4IRwUA04vQVoVBSYQNDUwLjcB4CkKADFWZgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:19:11.730 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:11.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:11.764 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:11.842 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=249.822Β΅s] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:11.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/06 09:19:11.924 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.884573ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=372.659Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:12.068 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/06 09:19:12.100 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=54.321082ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.185 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/06 09:19:12.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=288.813Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:12.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 09:19:12.284 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.716297ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.335 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/06 09:19:12.345 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/06 09:19:12.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:11.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.428 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 09:19:12.428 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:12.433 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.703159119\n# Parse_time: 0.000495844\n# Compile_time: 0.000790256\n# Rewrite_time: 0.000010567\n# Optimize_time: 0.001238513\n# Wait_TS: 0.000359085\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:12.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:19:12.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:12.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:12.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:12.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:19:12.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:12.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.595 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/06 09:19:12.664 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.889949ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:12.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:19:12.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.812364ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:12.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:12.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:12.847 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:19:12.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:12.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.418655147\n# Parse_time: 0.001266255\n# Compile_time: 0.001125604\n# Rewrite_time: 0.000010203\n# Optimize_time: 0.001238513\n# Wait_TS: 0.000442993\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:19:13.061 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/06 09:19:13.070 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:13.070 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:13.070 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.071 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:13.072 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:13.072 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.072 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.072 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:13.072 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.086 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:13.088 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:13.088 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:13.093 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:13.096 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:13.106 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [key=import-from-select] [2024/05/06 09:19:13.109 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [key=import-from-select] [readDur=38.007Β΅s] [encodeDur=1.356636ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=243.376Β΅s] [type=query] [takeTime=2.158688ms] [] [2024/05/06 09:19:13.110 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/9c9f1265-7122-4581-b9fa-95f7533dad59/102b1544-1a0b-5f02-9523-0f5011224f00.sst/70b58b16-85e8-4ffb-9d20-a46808923965.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/06 09:19:13.126 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [key=import-from-select] [2024/05/06 09:19:13.126 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=174.223Β΅s] [] [2024/05/06 09:19:13.126 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:13.128 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.696077ms] [] [2024/05/06 09:19:13.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:13.133 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:13.155 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:13.155 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:13.163 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=dd589622-d1ed-4b00-a581-800796764c4a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.163 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:19:13.170 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:13.172 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.290651ms] [] [2024/05/06 09:19:13.172 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:13.174 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.643849ms] [] [2024/05/06 09:19:13.174 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:13.174 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:13.174 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=51.474Β΅s] [] [2024/05/06 09:19:13.174 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:19:13.174 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [2024/05/06 09:19:13.174 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [takeTime=11.762Β΅s] [] [2024/05/06 09:19:13.174 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:13.174 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [weight=30] [2024/05/06 09:19:13.175 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [concurrency=15] [2024/05/06 09:19:13.179 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:13.180 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:13.180 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=9c9f1265-7122-4581-b9fa-95f7533dad59] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.691046ms] [] [2024/05/06 09:19:13.180 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:13.180 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=19.319Β΅s] [] [2024/05/06 09:19:13.180 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:13.182 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.134549ms] [] [2024/05/06 09:19:13.182 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:13.182 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.329Β΅s] [] [2024/05/06 09:19:13.182 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:13.183 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.046171ms] [] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:13.187 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:13.187 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.187 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:13.187 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:13.189 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:13.189 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:13.189 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:13.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.190 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:13.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573592187535369\n# Conn_ID: 2\n# Query_time: 0.337906578\n# Parse_time: 0.000547693\n# Compile_time: 0.004184065\n# Rewrite_time: 0.002745718\n# Optimize_time: 0.001238513\n# Wait_TS: 0.000173119\n# Cop_time: 0.000097545 Process_time: 0.000101963 Wait_time: 0.000055174 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000101963 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.5174e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMC45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1ODcuN8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS40MgFuRHByb2Nfa2V5czogNCwgdG90XwESEDogMTAyBUkBEiB3YWl0OiA1NS4JE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhBuOiA5NQ2WqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlghhbF8lJnwxLjMybXN9fQkzNTUgQnl0ZXMJTi9BCjIJNDNfNgkxXzEmuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNT8BljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI3AQRhbDIXACBfc2l6ZTogMTgpVQRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAyOC4zJW50cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaMIa2V5PhYAGDgsIGJsb2Mh5DmXDTIUMn19fSwgAdlexgABHDLwAQhhbF8h8g0ZNfclKAx3YWxsDRlEMzAwLjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwQOiAxMDIFggB0BeIId2FpEZwINTUuDRocaWt2X3dhbGwNMigzMDAuN8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupwEoAUABUhRkYXRhOlQ21QEEWhYFhwg1ODcFVDGCIDJi1wFjb3BfdCGfaCB7bnVtOiAxLCBtYXg6IDEuNDJtcywgcHJvYy1eKW0loAA6LtIABdAAOhnLEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoQbjogOTUNl6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxUQMF4ygxLjMybXN9fXDjAj0uADghGhQDTi9BWhUFJhAzMzAuOQHeGGxvb3BzOjFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:19:13.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:13.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.255 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:13.304 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=296.007Β΅s] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/06 09:19:13.394 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=54.165947ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=308.651Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/06 09:19:13.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=54.204294ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.665 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/06 09:19:13.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=289.193Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.716 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/06 09:19:13.753 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=54.195686ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.791 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 09:19:13.800 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/06 09:19:13.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.869 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:19:13.870 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:13.874 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.653951951\n# Parse_time: 0.000520097\n# Compile_time: 0.000938229\n# Rewrite_time: 0.000016487\n# Optimize_time: 0.000954893\n# Wait_TS: 0.000535426\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:13.876 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:19:13.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.960 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:19:14.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.024 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/06 09:19:14.080 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.87127ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:14.095 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 09:19:14.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=54.401218ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.195 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:19:14.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:14.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.382347809\n# Parse_time: 0.000724758\n# Compile_time: 0.000986218\n# Rewrite_time: 0.000010768\n# Optimize_time: 0.000954893\n# Wait_TS: 0.000487348\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:19:14.508 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/06 09:19:14.516 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:14.517 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:14.517 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.517 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:14.519 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.519 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:14.519 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:14.519 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:14.519 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:14.536 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:14.538 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:14.538 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:14.542 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:14.546 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:14.560 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [key=import-from-select] [2024/05/06 09:19:14.561 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [key=import-from-select] [readDur=33.971Β΅s] [encodeDur=910.442Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=195.382Β΅s] [type=query] [takeTime=1.708097ms] [] [2024/05/06 09:19:14.563 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/a968328d-a1f5-4070-afff-2f49e5911905/102b1544-1a0b-5f02-9523-0f5011224f00.sst/14d6b050-edcb-4841-af78-65817926bc30.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/05/06 09:19:14.572 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [key=import-from-select] [2024/05/06 09:19:14.573 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=148.398Β΅s] [] [2024/05/06 09:19:14.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:14.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.836011ms] [] [2024/05/06 09:19:14.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:14.579 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:14.601 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:14.601 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:14.616 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:14.619 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.891876ms] [] [2024/05/06 09:19:14.619 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:14.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.834205ms] [] [2024/05/06 09:19:14.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:14.621 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:14.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=79.182Β΅s] [] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [takeTime=15.15Β΅s] [] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [weight=30] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [concurrency=15] [2024/05/06 09:19:14.626 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:14.626 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:14.627 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=a968328d-a1f5-4070-afff-2f49e5911905] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.479229ms] [] [2024/05/06 09:19:14.627 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:14.627 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=20.755Β΅s] [] [2024/05/06 09:19:14.627 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:14.628 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.291483ms] [] [2024/05/06 09:19:14.628 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:14.628 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.506Β΅s] [] [2024/05/06 09:19:14.629 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:14.630 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.01273ms] [] [2024/05/06 09:19:14.633 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:14.633 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.633 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:14.634 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.634 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:14.634 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:14.636 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:14.636 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:14.636 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:14.636 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.636 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:14.638 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573592554274825\n# Conn_ID: 2\n# Query_time: 0.379243764\n# Parse_time: 0.001284415\n# Compile_time: 0.004305221\n# Rewrite_time: 0.002510608\n# Optimize_time: 0.000954893\n# Wait_TS: 0.000119645\n# Cop_time: 0.000105486 Process_time: 0.000071354 Wait_time: 0.000056835 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.1354e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.6835e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3MS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NDguNcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS40MwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzEuNAVKARMkd2FpdDogNTYuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaHG46IDExNC4xBTuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoSDEuMjhtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMzguMyUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg4LCBibG9jIeY5mA0yFDJ9fX0sIAHZXsYAARw28gEIYWxfIfQNGgA1MfklKQx3YWxsDRlEMjIyLjnCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzOC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3MS40BYMAdAXjCHdhaRGdDDU2LjgJGhxpa3Zfd2FsbA0zKDIyMi45wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNjQ4LjUFbgBsJYMgMmLZAWNvcF90IaBoIHtudW06IDEsIG1heDogMS40M21zLCBwcm9jLV8pbiWhNtMAAF8B0QQ6IBXMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRocbjogMTE0LjEFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQYF5SgxLjI4bXN9fXDjAj0wADghHBQDTi9BWhUFJhAzNzEuOQHgKQoAMVZmAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:19:14.648 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:14.684 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:14.684 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:14.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=259.176Β΅s] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:14.813 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/06 09:19:14.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.209029ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=356.796Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:14.981 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/06 09:19:15.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=54.348693ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.101 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/06 09:19:15.142 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=240.084Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:15.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/06 09:19:15.191 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.528912ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.242 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/06 09:19:15.254 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/06 09:19:15.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:14.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.327 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:19:15.327 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:15.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.684391783\n# Parse_time: 0.000703209\n# Compile_time: 0.000799144\n# Rewrite_time: 0.000010407\n# Optimize_time: 0.001043021\n# Wait_TS: 0.000511539\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:15.334 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:19:15.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:15.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:15.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:15.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:19:15.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:15.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.501 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/06 09:19:15.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.855731ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:15.588 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 09:19:15.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.863918ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:15.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.703 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:15.315 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:19:15.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:15.743 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.410869972\n# Parse_time: 0.000548209\n# Compile_time: 0.000939007\n# Rewrite_time: 0.000010872\n# Optimize_time: 0.001043021\n# Wait_TS: 0.000402449\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:19:15.979 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/06 09:19:15.988 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:15.988 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:15.989 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:15.989 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:15.990 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:15.990 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:15.990 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:15.990 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:15.990 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:16.005 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:16.007 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:16.007 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:16.012 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:16.016 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:16.030 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [key=import-from-select] [2024/05/06 09:19:16.030 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [key=import-from-select] [2024/05/06 09:19:16.032 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [key=import-from-select] [readDur=185.171Β΅s] [encodeDur=973.626Β΅s] [checksum="{cksum=1654102259029988131,size=114,kvs=3}"] [deliverDur=338.896Β΅s] [type=query] [takeTime=1.931537ms] [] [2024/05/06 09:19:16.032 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [key=import-from-select] [readDur=87.317Β΅s] [encodeDur=618.16Β΅s] [checksum="{cksum=6265431849346841699,size=38,kvs=1}"] [deliverDur=443.336Β΅s] [type=query] [takeTime=1.881416ms] [] [2024/05/06 09:19:16.033 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/7b6c6d0b-6221-49e7-8da3-538fb3dd9520/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f5dfa5a1-8946-4d6b-a0f6-9b6eadf5082e.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 09:19:16.033 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:16.034 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7b6c6d0b-6221-49e7-8da3-538fb3dd9520/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5299857d-a217-4cb9-8541-6a7e3da48db9.sst] [firstKey=7480000000000000C75F728000000000000002] [lastKey=7480000000000000C75F728000000000000002] [2024/05/06 09:19:16.038 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.601175ms] [] [2024/05/06 09:19:16.038 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:16.046 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:16.068 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:16.069 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:16.086 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:16.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=49.635023ms] [] [2024/05/06 09:19:16.088 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:16.090 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.035696ms] [] [2024/05/06 09:19:16.090 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:16.090 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:16.090 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=79.883Β΅s] [] [2024/05/06 09:19:16.090 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:19:16.090 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [2024/05/06 09:19:16.102 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [takeTime=11.399166ms] [] [2024/05/06 09:19:16.102 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:19:16.102 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [weight=30] [2024/05/06 09:19:16.102 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [concurrency=15] [2024/05/06 09:19:16.107 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:16.108 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:19:16.108 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7b6c6d0b-6221-49e7-8da3-538fb3dd9520] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=17.680083ms] [] [2024/05/06 09:19:16.108 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:16.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.229Β΅s] [] [2024/05/06 09:19:16.108 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:16.110 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.206096ms] [] [2024/05/06 09:19:16.110 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:16.110 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.975Β΅s] [] [2024/05/06 09:19:16.110 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:16.111 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.071064ms] [] [2024/05/06 09:19:16.114 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:16.115 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:16.115 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:16.115 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:16.115 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:16.117 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:16.117 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:16.117 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:16.117 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:16.117 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:16.119 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573592947490824\n# Conn_ID: 2\n# Query_time: 0.374197894\n# Parse_time: 0.00052803\n# Compile_time: 0.002512343\n# Rewrite_time: 0.001568479\n# Optimize_time: 0.001043021\n# Wait_TS: 0.000115334\n# Cop_time: 0.000158082 Process_time: 0.000065816 Wait_time: 0.000030385 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.5816e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.0385e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2OS41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg4NDEuOcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2NS44BUoBEyR3YWl0OiAzMC40BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogODUuMwU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjAzbXN9fQkzNTMgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QAGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDEzLVt0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHDbxAQhhbF8h8w0aNfglKQx3YWxsDRlEMTkwLjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2NS44BYMAdAXjCHdhaRGdBDMwDZ0lKQx3YWxsDTMoMTkwLjHCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA4NDEuOQWIAGwlgyAyYtgBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjE1bXMsIHByb2MtXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4NS4zBZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS4wM21zfX1w4QI9LwA4IRsUA04vQVoVBSYMMzY5LgXfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:19:16.150 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:16.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.178 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:16.229 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.269 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=367.914Β΅s] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/06 09:19:16.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.710715ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=368.302Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.457 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/06 09:19:16.492 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=55.735827ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.566 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/06 09:19:16.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=238.779Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.615 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/06 09:19:16.652 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=56.040954ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.692 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/06 09:19:16.703 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 09:19:16.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.115 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.781 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 09:19:16.781 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.786 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.637378697\n# Parse_time: 0.000760711\n# Compile_time: 0.000666387\n# Rewrite_time: 0.00001273\n# Optimize_time: 0.00077778\n# Wait_TS: 0.000400189\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:16.788 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:19:16.832 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.832 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:19:16.898 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.939 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/06 09:19:17.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.582732ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:17.021 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/06 09:19:17.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.169835ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.175 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 09:19:17.175 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:17.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.393406453\n# Parse_time: 0.000604527\n# Compile_time: 0.000946875\n# Rewrite_time: 0.000012201\n# Optimize_time: 0.00077778\n# Wait_TS: 0.000441761\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:19:17.406 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/06 09:19:17.416 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:17.416 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:17.416 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.417 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:17.418 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.418 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:17.418 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.418 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:17.418 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.434 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:17.436 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:17.437 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:17.441 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:17.445 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:17.451 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [key=import-from-select] [2024/05/06 09:19:17.453 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [key=import-from-select] [readDur=48.607Β΅s] [encodeDur=1.106575ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=309.157Β΅s] [type=query] [takeTime=2.049732ms] [] [2024/05/06 09:19:17.454 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/42f9309b-65f7-48ba-9142-2faf1d826861/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f13df1eb-f5d6-4370-8362-3f2020b5f758.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/06 09:19:17.459 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [key=import-from-select] [2024/05/06 09:19:17.459 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=171.212Β΅s] [] [2024/05/06 09:19:17.459 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:17.461 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.769555ms] [] [2024/05/06 09:19:17.461 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:17.466 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:17.488 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:17.488 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:17.504 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:17.506 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.828255ms] [] [2024/05/06 09:19:17.506 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:17.508 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.695028ms] [] [2024/05/06 09:19:17.508 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:17.508 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:17.508 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.516Β΅s] [] [2024/05/06 09:19:17.508 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:19:17.508 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [2024/05/06 09:19:17.517 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [takeTime=9.258428ms] [] [2024/05/06 09:19:17.517 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:19:17.517 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [weight=30] [2024/05/06 09:19:17.518 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [concurrency=15] [2024/05/06 09:19:17.522 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:17.523 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:19:17.523 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=42f9309b-65f7-48ba-9142-2faf1d826861] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=14.90765ms] [] [2024/05/06 09:19:17.523 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:17.523 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=21.08Β΅s] [] [2024/05/06 09:19:17.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:17.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.186407ms] [] [2024/05/06 09:19:17.525 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:17.525 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.525Β΅s] [] [2024/05/06 09:19:17.525 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:17.526 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.079573ms] [] [2024/05/06 09:19:17.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:17.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:17.532 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:17.532 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:17.532 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:17.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.532 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:17.534 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573593327599622\n# Conn_ID: 2\n# Query_time: 0.35260725\n# Parse_time: 0.00086744\n# Compile_time: 0.004267969\n# Rewrite_time: 0.002756229\n# Optimize_time: 0.00077778\n# Wait_TS: 0.000158012\n# Cop_time: 0.000107682 Process_time: 0.000069278 Wait_time: 0.000044519 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.9278e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.4519e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0NS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NDguOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zNAFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNjkuMwVKARMkd2FpdDogNDQuNQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDEyEZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoSDEuMjFtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMjEuNiVccHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYUB0AB5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAdlexgABHAA6MvIBCGFsXyH0DRo1+SUpDHdhbGwNGUQyMTMuOcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMS42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2OS4zBYMAdAXjCHdhaRGdDDQ0LjUJGhxpa3Zfd2FsbA0zKDIxMy45wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINjQ4BVQxgyAyYtkBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjM0bXMsIHByb2MtXyluJaE20wAF0QA6GcwUY29wcl9jNS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogMTIRmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQYF5SgxLjIxbXN9fXDjAj0wADghHBQDTi9BWhUFJhAzNDUuMgHgAGxJjVZmAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:19:17.547 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:17.580 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:17.580 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:17.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=295.044Β΅s] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:17.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/06 09:19:17.730 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.026454ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=230.621Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:17.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/06 09:19:17.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=72.24844ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.965 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.976 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/06 09:19:18.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=248.767Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:18.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/06 09:19:18.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.838538ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.119 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 09:19:18.130 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/06 09:19:18.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:17.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.190 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:19:18.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.648357934\n# Parse_time: 0.000560522\n# Compile_time: 0.000851784\n# Rewrite_time: 0.000013926\n# Optimize_time: 0.001005343\n# Wait_TS: 0.000475302\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:18.197 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:19:18.238 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:18.238 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:19:18.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.314 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/06 09:19:18.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=3.12332ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:18.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 09:19:18.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=54.378502ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:19:18.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.394732455\n# Parse_time: 0.001036223\n# Compile_time: 0.001341454\n# Rewrite_time: 0.000009097\n# Optimize_time: 0.001005343\n# Wait_TS: 0.000594539\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:19:18.845 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/06 09:19:18.854 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:18.854 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:18.855 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:18.855 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:18.856 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:18.856 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:18.856 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:18.856 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:18.856 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:18.873 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:18.875 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:18.875 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:18.880 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:18.884 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:18.898 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [key=import-from-select] [2024/05/06 09:19:18.899 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [key=import-from-select] [2024/05/06 09:19:18.899 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=181.036Β΅s] [] [2024/05/06 09:19:18.900 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [key=import-from-select] [readDur=37.165Β΅s] [encodeDur=1.1842ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=349.483Β΅s] [type=query] [takeTime=2.105711ms] [] [2024/05/06 09:19:18.902 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:18.902 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51/102b1544-1a0b-5f02-9523-0f5011224f00.sst/4497bcc4-6cca-4bd2-a97f-6ad130330d88.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/06 09:19:18.904 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.537509ms] [] [2024/05/06 09:19:18.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:18.909 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:18.932 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:18.932 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:18.946 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:18.948 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.186694ms] [] [2024/05/06 09:19:18.949 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:18.949 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51/630083e6-fc50-5cd2-8645-c17b147197ce.sst/e60ae162-7ae1-4719-acbb-82a28d4fa145.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/06 09:19:18.952 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.020658ms] [] [2024/05/06 09:19:18.952 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:18.958 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:18.981 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:19:18.981 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:18.996 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:19:18.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.836394ms] [] [2024/05/06 09:19:18.998 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:19:18.998 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [2024/05/06 09:19:19.007 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [takeTime=8.573371ms] [] [2024/05/06 09:19:19.007 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:19.007 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [weight=30] [2024/05/06 09:19:19.007 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [concurrency=15] [2024/05/06 09:19:19.017 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:19.019 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:19:19.020 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:19.020 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=b0b0da1a-d5cb-4e2e-89ca-8a1787e4fb51] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=22.069176ms] [] [2024/05/06 09:19:19.020 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:19.020 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.542Β΅s] [] [2024/05/06 09:19:19.020 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:19.022 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.359148ms] [] [2024/05/06 09:19:19.022 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:19.022 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.968Β΅s] [] [2024/05/06 09:19:19.022 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:19.023 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.103751ms] [] [2024/05/06 09:19:19.028 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:19.028 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:19.028 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:19.029 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.029 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:19.029 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:19.030 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:19.031 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:19.031 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:19.031 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.031 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:19.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573593694601224\n# Conn_ID: 2\n# Query_time: 0.441189046\n# Parse_time: 0.000566006\n# Compile_time: 0.002895919\n# Rewrite_time: 0.001790647\n# Optimize_time: 0.001005343\n# Wait_TS: 0.000153052\n# Cop_time: 0.000123694 Process_time: 0.000101827 Wait_time: 0.00006489 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000101827 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.489e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzNS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MDcuMcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS40AW1EcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxMDEuOAVKARQkd2FpdDogNjQuOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaAG4JTgA0BTuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWZCGFsXyUoSDEuMjZtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QwgMjkuKW90cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAdlexgABHCmlCYQJ5CH1DRs1+iUqDHdhbGwNGUQzMDUuM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSugMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwwJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOS44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwQOiAxMDENhAB0BeQId2FpEZ4MNjQuOQWeJSoMd2FsbA00KDMwNS4zwrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6pASgBQAFSFGRhdGE6VDbXAQRaFgWJEDcwNy4xBW4AbCWEIDJi2QFjb3BfdCGhZCB7bnVtOiAxLCBtYXg6IDEuNG1zLCBwcm9jLV8pbiWhADo20wAF0QA6GcwQY29wcl85LkRyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGgBuCU4ANAWZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBwXlKDEuMjZtc319cOMCPTAAOCEcFANOL0FaFQUmEDQzNS45AeEpCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:19:19.070 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:19.102 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:19.102 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:19.158 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=280.208Β΅s] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:19.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/06 09:19:19.246 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.846962ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=429.563Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:19.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/06 09:19:19.425 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=54.095044ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.481 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/06 09:19:19.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=296.311Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:19.560 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/06 09:19:19.595 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=54.110252ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.638 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/06 09:19:19.648 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/06 09:19:19.653 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:19.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.716 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:19:19.716 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:19.720 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.651492296\n# Parse_time: 0.000550789\n# Compile_time: 0.00074338\n# Rewrite_time: 0.00001201\n# Optimize_time: 0.001084519\n# Wait_TS: 0.00035394\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:19.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:19:19.784 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:19.784 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:19:19.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.888 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/06 09:19:19.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.79635ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:19.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/06 09:19:20.008 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=54.58226ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:19.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:19.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.137 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:19:20.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:20.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.42084662\n# Parse_time: 0.001171441\n# Compile_time: 0.00105831\n# Rewrite_time: 0.000009557\n# Optimize_time: 0.001084519\n# Wait_TS: 0.000454955\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:19:20.387 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/06 09:19:20.396 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:20.396 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:20.397 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.397 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:20.398 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.398 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:20.398 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:20.398 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:20.398 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:20.414 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:20.416 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:20.416 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:20.421 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:20.424 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:20.431 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [key=import-from-select] [2024/05/06 09:19:20.434 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [key=import-from-select] [readDur=38.278Β΅s] [encodeDur=1.23975ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=439.374Β΅s] [type=query] [takeTime=2.105694ms] [] [2024/05/06 09:19:20.435 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/4486242a-4f58-4500-a721-03fea85b1715/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a8201594-650c-49c1-86c7-fcff946a0164.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/05/06 09:19:20.437 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [key=import-from-select] [2024/05/06 09:19:20.437 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=136.115Β΅s] [] [2024/05/06 09:19:20.437 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:20.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.562995ms] [] [2024/05/06 09:19:20.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:20.443 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:20.466 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:19:20.466 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:20.481 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:19:20.483 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.037525ms] [] [2024/05/06 09:19:20.483 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:20.483 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4486242a-4f58-4500-a721-03fea85b1715/630083e6-fc50-5cd2-8645-c17b147197ce.sst/9cf7c27f-6f54-4757-b64b-5ca5ed9a9621.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/06 09:19:20.486 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.738447ms] [] [2024/05/06 09:19:20.486 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:20.490 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:20.513 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:19:20.513 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:20.529 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:19:20.531 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.200967ms] [] [2024/05/06 09:19:20.531 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:19:20.532 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [2024/05/06 09:19:20.541 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [takeTime=9.386973ms] [] [2024/05/06 09:19:20.541 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:20.541 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [weight=30] [2024/05/06 09:19:20.541 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [concurrency=15] [2024/05/06 09:19:20.552 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:19:20.556 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:19:20.557 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:19:20.557 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=4486242a-4f58-4500-a721-03fea85b1715] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=25.502988ms] [] [2024/05/06 09:19:20.557 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:20.557 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=15.329Β΅s] [] [2024/05/06 09:19:20.557 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:20.559 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.166837ms] [] [2024/05/06 09:19:20.559 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:20.559 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.778Β΅s] [] [2024/05/06 09:19:20.559 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:20.560 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.345356ms] [] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:20.566 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:20.566 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:20.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:20.566 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:20.568 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:20.568 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:20.568 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:20.568 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:20.568 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:20.571 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573594100924424\n# Conn_ID: 2\n# Query_time: 0.427306173\n# Parse_time: 0.000550379\n# Compile_time: 0.002877044\n# Rewrite_time: 0.001830434\n# Optimize_time: 0.001084519\n# Wait_TS: 0.000132264\n# Cop_time: 0.000086878 Process_time: 0.000090871 Wait_time: 0.000057661 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.0871e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.7661e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyMS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MjMuMcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS44OAFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTAuOQVKARMkd2FpdDogNTcuNwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaHG46IDExMS44BTuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoSDEuNzRtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMzAlH3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlowhrZXk+FgAYOCwgYmxvYyHkOZYNMhQyfX19LCAB117EAAEcADoy8AEIYWxfIfINGjX3JScMd2FsbA0ZRDI3Mi42wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFyuCAzMMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWUIX2RlUsQAARwUOiA5MC45BYMAdAXhCHdhaRGbDDU3LjcJGhxpa3Zfd2FsbA0zKDI3Mi42wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWIEDUyMy4xBW4AbCWBIDJi2QFjb3BfdCGeaCB7bnVtOiAxLCBtYXg6IDEuODhtcywgcHJvYy1dKWwlnzbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaHG46IDExMS44BZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MVEEBeUoMS43NG1zfX1w4wI9MAA4IRwUA04vQVoVBSYQNDIxLjkB4CkKADFWZgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:19:20.585 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:20.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:20.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:20.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.742 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=260.708Β΅s] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/06 09:19:20.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.14694ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=362.998Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/06 09:19:20.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=54.963602ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.036 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/06 09:19:21.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=232.535Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:21.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/06 09:19:21.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.952793ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.217 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/06 09:19:21.228 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/06 09:19:21.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.299 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 09:19:21.299 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.304 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.72129785\n# Parse_time: 0.000902468\n# Compile_time: 0.001220869\n# Rewrite_time: 0.000010829\n# Optimize_time: 0.001259306\n# Wait_TS: 0.000435066\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:21.308 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:19:21.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:21.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:19:21.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.467 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/06 09:19:21.533 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.45574ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:21.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 09:19:21.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.920121ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.662 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.704 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 09:19:21.704 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.709 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.404459775\n# Parse_time: 0.001461658\n# Compile_time: 0.001970866\n# Rewrite_time: 0.000010314\n# Optimize_time: 0.001259306\n# Wait_TS: 0.000621388\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:19:21.943 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/06 09:19:21.952 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:21.952 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812916458739120] [2024/05/06 09:19:21.953 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:21.953 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:21.954 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:21.954 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:21.954 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:21.954 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:21.954 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:21.971 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:21.974 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:21.974 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:19:21.978 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:21.982 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:22.013 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [key=import-from-select] [2024/05/06 09:19:22.015 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [key=import-from-select] [readDur=42.204Β΅s] [encodeDur=1.092952ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=212.407Β΅s] [type=query] [takeTime=1.890209ms] [] [2024/05/06 09:19:22.017 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/7575870b-544a-4915-88b5-667bd4d5f24f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/54d78084-4f59-4b22-9abb-aaf7baab4c9c.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/05/06 09:19:22.025 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [key=import-from-select] [2024/05/06 09:19:22.025 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=166.551Β΅s] [] [2024/05/06 09:19:22.025 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:22.027 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.166049ms] [] [2024/05/06 09:19:22.027 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:19:22.032 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:22.055 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:19:22.055 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:22.074 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:19:22.076 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=48.521395ms] [] [2024/05/06 09:19:22.076 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:22.078 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.751331ms] [] [2024/05/06 09:19:22.078 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:19:22.078 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:22.078 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=101.641Β΅s] [] [2024/05/06 09:19:22.078 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:19:22.078 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [2024/05/06 09:19:22.088 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [takeTime=9.488914ms] [] [2024/05/06 09:19:22.088 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:22.088 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [weight=30] [2024/05/06 09:19:22.088 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [concurrency=15] [2024/05/06 09:19:22.094 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:19:22.094 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:19:22.094 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7575870b-544a-4915-88b5-667bd4d5f24f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=16.16905ms] [] [2024/05/06 09:19:22.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:22.095 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=19.126Β΅s] [] [2024/05/06 09:19:22.095 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:19:22.096 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.227872ms] [] [2024/05/06 09:19:22.096 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:22.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.417Β΅s] [] [2024/05/06 09:19:22.096 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:19:22.097 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.072994ms] [] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:22.101 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:22.101 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:22.101 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:22.101 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:22.104 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:22.104 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:22.104 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:22.104 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:22.104 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:22.106 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573594507509771\n# Conn_ID: 2\n# Query_time: 0.394772123\n# Parse_time: 0.00090246\n# Compile_time: 0.004521388\n# Rewrite_time: 0.002917209\n# Optimize_time: 0.001259306\n# Wait_TS: 0.000135232\n# Cop_time: 0.000167974 Process_time: 0.000092856 Wait_time: 0.000040498 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.2856e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.0498e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4Ny4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MTcuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zMQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTIuOQVKARMkd2FpdDogNDAuNQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaHG46IDExOS43BTuobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoSDEuMTdtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QwgMTcuKVxwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hhQHQAHk+FgAYOCwgYmxvYyHmOZgNMhQyfX19LCAB2V7GAAEcCDogOT3yFGFsX3dhaRGdADQx+SUpDHdhbGwNMzwyMjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNy41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA5Mi45BYMAdAXjCHdhaRGdBDQwDZ0lKQx3YWxsDTMEMjIBtQh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqYBKAFAAVIUZGF0YTpUNtQBBFoWBYYQNzE3LjQFhgBsJYEgMmLZAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4zMW1zLCBwcm9jLV0pbCWfADoy0QAFzwA6GcoQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhxuOiAxMTkuNwWZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBAXlKDEuMTdtc319cOMCPTAAOCEcFANOL0FaFQUmEDM4Ny4zAeApCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/06 09:19:22.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:19:22.157 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:19:22.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:22.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=331.763Β΅s] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:22.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/06 09:19:22.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=72.102032ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=357.762Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:22.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/06 09:19:22.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.950037ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.571 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/06 09:19:22.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=255.7Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:22.619 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/06 09:19:22.656 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=54.283127ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.724 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/06 09:19:22.735 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/06 09:19:22.739 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:22.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:19:22.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:22.807 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.689236026\n# Parse_time: 0.000555233\n# Compile_time: 0.000846408\n# Rewrite_time: 0.000013099\n# Optimize_time: 0.001017955\n# Wait_TS: 0.000433561\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:19:22.867 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.867 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.867 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:22.870 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [] [2024/05/06 09:19:22.871 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:22.871 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=26.616Β΅s] [2024/05/06 09:19:22.871 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=18.709Β΅s] [2024/05/06 09:19:22.871 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=20.263Β΅s] [2024/05/06 09:19:22.871 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=16.618Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=13.466Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=12.415Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=15.866Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=17.644Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.026Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=12.735Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.915Β΅s] [2024/05/06 09:19:22.872 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:22.872 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:22.872 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:22.911 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a6abf567-2752-4e21-a13b-483197a6ede8] ["take time"=61.664232ms] [2024/05/06 09:19:22.911 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a6abf567-2752-4e21-a13b-483197a6ede8] [2024/05/06 09:19:22.914 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:22.914 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:22.914 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0fd3c951-b7a9-4ef1-9b53-39479c28e767] [watcherID=d7d242f0-f38d-41c6-a51c-019b3d286b2e] [2024/05/06 09:19:22.914 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0fd3c951-b7a9-4ef1-9b53-39479c28e767] [2024/05/06 09:19:22.914 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:22.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:22.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:22.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:22.924 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:22.924 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=444] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:22.926 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a6abf567-2752-4e21-a13b-483197a6ede8] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:22.926 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.926 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager dd589622-d1ed-4b00-a581-800796764c4a watch owner key /tidb/br-stream/owner/6f188f4d3042f540"] [2024/05/06 09:19:22.926 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:22.926 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:22.927 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:22.927 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:22.927 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:22.926 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:22.926 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:22.926 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:22.926 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:22.926 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:22.927 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] [2024/05/06 09:19:22.926 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager a6abf567-2752-4e21-a13b-483197a6ede8 watch owner key /tidb/stats/owner/6f188f4d3042f546"] [2024/05/06 09:19:22.927 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:22.927 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a6abf567-2752-4e21-a13b-483197a6ede8] [2024/05/06 09:19:22.927 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.927 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] [2024/05/06 09:19:22.927 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:22.927 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [2024/05/06 09:19:22.927 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:22.927 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:22.929 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:22.929 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dd589622-d1ed-4b00-a581-800796764c4a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:22.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:22.929 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:19:22.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:22.929 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:22.929 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] [error="context canceled"] [2024/05/06 09:19:22.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:22.955 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:22.957 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:22.957 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:19:22.958 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:22.959 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:22.959 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:22.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:22.977 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:22.977 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="context canceled"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.177 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:24.164 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.164 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:24.164 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:24.382 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd589622-d1ed-4b00-a581-800796764c4a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.431 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a6abf567-2752-4e21-a13b-483197a6ede8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.432 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:24.432 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:24.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:24.442 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.592968041s] [2024/05/06 09:19:24.443 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.443 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.443 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:24.444 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:24.444 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:24.444 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.444 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:24.444 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:24.445 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (95.78s) --- PASS: TestImportInto/TestImportFromSelectBasic (7.53s) --- PASS: TestImportInto/TestImportFromSelectColumnList (3.78s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (5.66s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (33.72s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.65s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.85s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (3.11s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (3.00s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (3.14s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (3.02s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (3.03s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.72s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (3.05s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (3.05s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (3.02s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (18.67s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.88s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.43s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.48s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.51s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.49s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.43s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.50s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.40s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.52s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.51s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.53s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' May 06, 2024 9:19:30 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:19:30 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:19:30 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:19:30 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:19:30 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 153.021s, Critical Path: 133.85s INFO: 1572 processes: 1546 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 100s remote-cache, linux-sandbox [Pipeline] junit Recording test results [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 100s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 110s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/flashbacktest:flashbacktest_test: ==================== Test output for //tests/realtikvtest/flashbacktest:flashbacktest_test: === RUN TestFlashback [2024/05/06 09:17:49.841 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:49.842 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:49.843 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:17:49.844 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:49.844 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:49.845 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:49.845 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:49.845 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:49.845 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:49.845 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:49.848 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:49.853 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:49.855 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:49.856 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:49.894 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:49.894 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:49.902 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:49.902 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:49.915 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:49.938 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:50.057 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:50.212 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=818] ["lease id"=6f188f4d307501d8] [2024/05/06 09:17:50.215 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:50.221 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashback\n\ttests/realtikvtest/flashbacktest/flashback_test.go:66\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:50.244 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.628601ms] [2024/05/06 09:17:50.247 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:50.247 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=01c473b4-ec7f-4ac8-9789-fcf776ba1d0f] [runWorker=true] [2024/05/06 09:17:50.247 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:50.250 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:50.251 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:50.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:50.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:50.252 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:50.252 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:50.252 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:50.252 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:50.254 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307501dc] [ownerID=01c473b4-ec7f-4ac8-9789-fcf776ba1d0f] [op=none] [2024/05/06 09:17:50.255 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:50.255 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6b36f6f1-bb4c-4292-9927-944d8a405cf8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:50.256 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8"] ["owner key"=/tidb/br-stream/owner/6f188f4d307501de] [ownerID=6b36f6f1-bb4c-4292-9927-944d8a405cf8] [op=none] [2024/05/06 09:17:50.266 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:50.302 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.302 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:50.303 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:50.304 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307501dc] [ownerID=01c473b4-ec7f-4ac8-9789-fcf776ba1d0f] [op=none] [2024/05/06 09:17:50.304 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] [op=none] [2024/05/06 09:17:50.304 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:50.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.409 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.734639ms] [2024/05/06 09:17:50.415 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:50.424 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:50.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=54.047378ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.278 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.528 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:50.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.532 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:50.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:50.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:50.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=11.42663ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.127 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.127 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:51.155 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.165431ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.236 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.257 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:51.433 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:51.433 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.437 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.891414577\n# Parse_time: 0\n# Compile_time: 0.009272575\n# Rewrite_time: 0.000018931\n# Optimize_time: 0\n# Wait_TS: 0.000297494\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:51.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:51.500 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.500 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:51.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.750862ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.641 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:51.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.522884ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:51.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358403184\n# Parse_time: 0\n# Compile_time: 0.001831259\n# Rewrite_time: 0.000011775\n# Optimize_time: 0\n# Wait_TS: 0.000430854\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.801 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:51.857 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.857 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:51.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.456744ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.997 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:52.034 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.55374ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.119 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:52.119 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.123 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323204218\n# Parse_time: 0\n# Compile_time: 0.001357158\n# Rewrite_time: 0.000010201\n# Optimize_time: 0\n# Wait_TS: 0.000420136\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.138 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:52.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:52.251 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:52.252 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:52.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.151792ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.502 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:52.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.931849ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.688 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:52.689 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.692 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.561636674\n# Parse_time: 0\n# Compile_time: 0.007472355\n# Rewrite_time: 0.000008267\n# Optimize_time: 0\n# Wait_TS: 0.000375652\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.700 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:52.765 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.765 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:52.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=4.465653ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.931 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.931 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:52.963 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.300862ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.111 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:53.111 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.115 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418094391\n# Parse_time: 0\n# Compile_time: 0.002934816\n# Rewrite_time: 0.000008667\n# Optimize_time: 0\n# Wait_TS: 0.000436946\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:53.185 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.185 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:53.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.330919ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.347 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.347 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:53.382 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=54.138569ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.517 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:53.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.521 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.40238432\n# Parse_time: 0\n# Compile_time: 0.002244788\n# Rewrite_time: 0.000009169\n# Optimize_time: 0\n# Wait_TS: 0.000431178\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.524 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:53.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:53.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.715 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.533657ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.726 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.726 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:53.762 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.613825ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.841 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.900 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:53.900 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380853867\n# Parse_time: 0\n# Compile_time: 0.001334813\n# Rewrite_time: 0.000010179\n# Optimize_time: 0\n# Wait_TS: 0.000366757\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.907 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:53.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:54.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.684615ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.092 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.092 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:54.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.441037ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.222 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:54.222 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319825793\n# Parse_time: 0\n# Compile_time: 0.001466954\n# Rewrite_time: 0.000011594\n# Optimize_time: 0\n# Wait_TS: 0.000493972\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.231 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:54.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.289 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:54.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.852767ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.469 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.469 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:54.506 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.119107ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:54.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408775388\n# Parse_time: 0\n# Compile_time: 0.002257666\n# Rewrite_time: 0.000013247\n# Optimize_time: 0\n# Wait_TS: 0.000457455\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.642 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:54.699 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.699 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:54.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.904182ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.865 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.865 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:54.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.41381ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.992 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.043 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:55.043 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.046 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406091766\n# Parse_time: 0\n# Compile_time: 0.00186098\n# Rewrite_time: 0.000007636\n# Optimize_time: 0\n# Wait_TS: 0.000443012\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:55.055 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:55.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.134 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:55.212 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.367 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.148041ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.380 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:55.412 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.844492ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.480 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.028 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.564 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:55.565 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.518701431\n# Parse_time: 0\n# Compile_time: 0.00293537\n# Rewrite_time: 0.000007864\n# Optimize_time: 0\n# Wait_TS: 0.000402635\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.575 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:55.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:55.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.444642ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.867 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:55.902 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=54.446003ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.067 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:56.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.072 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.499952059\n# Parse_time: 0\n# Compile_time: 0.002529701\n# Rewrite_time: 0.000011247\n# Optimize_time: 0\n# Wait_TS: 0.000527967\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.079 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:56.145 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.145 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:56.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.458397ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.324 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.324 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:56.357 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.626022ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.440 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.501 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:56.501 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.505 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429268443\n# Parse_time: 0\n# Compile_time: 0.003102889\n# Rewrite_time: 0.00001289\n# Optimize_time: 0\n# Wait_TS: 0.000517041\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:56.581 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.581 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:56.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.820314ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.755 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:56.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.766295ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.839 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:56.923 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.419077408\n# Parse_time: 0\n# Compile_time: 0.002717815\n# Rewrite_time: 0.000012111\n# Optimize_time: 0\n# Wait_TS: 0.000525908\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:56.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:57.063 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.140 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.011459ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.152 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:57.187 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=55.015339ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.314 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:57.314 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.318 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389368761\n# Parse_time: 0\n# Compile_time: 0.001544716\n# Rewrite_time: 0.000008003\n# Optimize_time: 0\n# Wait_TS: 0.000544548\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.327 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:57.382 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.382 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:57.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.369382ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.546 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:57.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.403228ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.719 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:57.720 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402774011\n# Parse_time: 0\n# Compile_time: 0.005722625\n# Rewrite_time: 0.000012537\n# Optimize_time: 0\n# Wait_TS: 0.000681951\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.729 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:57.784 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.784 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:57.852 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.933803ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.949 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:57.983 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.129983ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.085 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:58.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.089 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362758411\n# Parse_time: 0\n# Compile_time: 0.002276173\n# Rewrite_time: 0.000011372\n# Optimize_time: 0\n# Wait_TS: 0.000453289\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.097 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:58.164 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.164 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:58.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.756608ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.394 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.394 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:58.401 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.378425ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.454 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.529 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:58.529 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.533 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.438759363\n# Parse_time: 0\n# Compile_time: 0.003802867\n# Rewrite_time: 0.000009211\n# Optimize_time: 0\n# Wait_TS: 0.000457664\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.551 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:58.606 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.607 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:58.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.732 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.73076ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.743 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:58.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.342485ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.880 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:58.880 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.883 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333991815\n# Parse_time: 0\n# Compile_time: 0.001667921\n# Rewrite_time: 0.00001222\n# Optimize_time: 0\n# Wait_TS: 0.000435814\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.886 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:58.929 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.929 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:58.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.750113ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.081 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.081 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:59.117 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=55.512274ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.228 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:59.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.232 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346902355\n# Parse_time: 0\n# Compile_time: 0.001216505\n# Rewrite_time: 0.000008323\n# Optimize_time: 0\n# Wait_TS: 0.000434787\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.234 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:59.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.274 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:59.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.331393ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.394 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.394 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:59.430 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.254302ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.510 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:59.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.519 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:59.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.579 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:59.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.742 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.378159ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.752 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.752 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:59.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.25892ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:59.898 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385938488\n# Parse_time: 0\n# Compile_time: 0.002905007\n# Rewrite_time: 0.000014699\n# Optimize_time: 0\n# Wait_TS: 0.000390205\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.906 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:59.954 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.954 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:18:00.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.900476ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.135 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:18:00.170 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.250212ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.276 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:18:00.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.280 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374873692\n# Parse_time: 0\n# Compile_time: 0.00147437\n# Rewrite_time: 0.000009315\n# Optimize_time: 0\n# Wait_TS: 0.000353311\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.284 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:18:00.335 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:18:00.335 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=4.213521ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.470 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.471 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:18:00.502 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.949945ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.634 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:18:00.634 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.638 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355980971\n# Parse_time: 0\n# Compile_time: 0.001660304\n# Rewrite_time: 0.000009249\n# Optimize_time: 0\n# Wait_TS: 0.000480608\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.642 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:18:00.687 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.687 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:18:00.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.728878ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.850 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.850 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:18:00.886 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.580757ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:18:00.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332613193\n# Parse_time: 0\n# Compile_time: 0.001627753\n# Rewrite_time: 0.000012486\n# Optimize_time: 0\n# Wait_TS: 0.000532565\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:01.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.023 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:18:01.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.875919ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.192 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:18:01.224 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.708734ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.295 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.978 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.355 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:18:01.356 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.360 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385183536\n# Parse_time: 0\n# Compile_time: 0.001245028\n# Rewrite_time: 0.000007691\n# Optimize_time: 0\n# Wait_TS: 0.000390168\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.363 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:18:01.409 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.409 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:18:01.475 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.44471ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.562 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.562 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:18:01.596 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.50745ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:18:01.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338454214\n# Parse_time: 0\n# Compile_time: 0.001699869\n# Rewrite_time: 0.000009826\n# Optimize_time: 0\n# Wait_TS: 0.000354435\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.707 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:01.710 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:18:01.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:18:01.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.229028ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.920 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.920 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:18:01.952 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.17578ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:18:02.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.393361371\n# Parse_time: 0\n# Compile_time: 0.003318143\n# Rewrite_time: 0.00001308\n# Optimize_time: 0\n# Wait_TS: 0.00039964\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:02.163 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.163 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:02.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.255 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=6b36f6f1-bb4c-4292-9927-944d8a405cf8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:02.255 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:18:02.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.414492ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.328 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.329 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:18:02.357 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.284646ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.494 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:18:02.494 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.498 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395552189\n# Parse_time: 0\n# Compile_time: 0.002219446\n# Rewrite_time: 0.000010121\n# Optimize_time: 0\n# Wait_TS: 0.00043153\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.506 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:02.565 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.566 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:02.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.537403ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.753 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.753 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:18:02.786 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.328869ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.832 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.892 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:18:02.893 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.898 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394341405\n# Parse_time: 0\n# Compile_time: 0.003379918\n# Rewrite_time: 0.000012239\n# Optimize_time: 0\n# Wait_TS: 0.000416218\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.910 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:02.991 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.991 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:03.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.754065ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.189 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:03.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.66822ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.363 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:03.363 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.368 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.465004657\n# Parse_time: 0\n# Compile_time: 0.006978753\n# Rewrite_time: 0.000012802\n# Optimize_time: 0\n# Wait_TS: 0.000403971\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.371 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:03.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:03.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.39645ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.549 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:03.585 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.492434ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.627 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:03.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.754 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.754 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:03.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.059146ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:03.948 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:03.983 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=54.37376ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.096 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:04.096 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.100 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426367239\n# Parse_time: 0\n# Compile_time: 0.009813902\n# Rewrite_time: 0.004912189\n# Optimize_time: 0\n# Wait_TS: 0.000452071\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:04.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.179 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:04.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.21903ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.346 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:04.380 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.908243ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:04.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.485 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383072843\n# Parse_time: 0\n# Compile_time: 0.001627696\n# Rewrite_time: 0.000008904\n# Optimize_time: 0\n# Wait_TS: 0.000300837\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.488 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:04.538 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.538 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:04.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.635676ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.694 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:04.730 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.315272ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.818 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:04.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334071713\n# Parse_time: 0\n# Compile_time: 0.001422951\n# Rewrite_time: 0.000010463\n# Optimize_time: 0\n# Wait_TS: 0.000386654\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.824 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:04.887 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.887 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:04.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=3.128852ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.016 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:05.049 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.302558ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.126 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:05.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.174 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350899453\n# Parse_time: 0\n# Compile_time: 0.001549465\n# Rewrite_time: 0.000008766\n# Optimize_time: 0\n# Wait_TS: 0.000399744\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.182 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:05.271 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.272 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:05.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.483081ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.479 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:05.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.0003ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.593 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.685 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:05.686 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.5111851\n# Parse_time: 0\n# Compile_time: 0.003112604\n# Rewrite_time: 0.000009696\n# Optimize_time: 0\n# Wait_TS: 0.000459481\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.695 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:05.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:05.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.302141ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.962 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:05.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.291143ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:06.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.473665505\n# Parse_time: 0\n# Compile_time: 0.002549571\n# Rewrite_time: 0.000009154\n# Optimize_time: 0\n# Wait_TS: 0.000459854\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.174 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:06.292 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.292 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:06.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.487108ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.501 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.501 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:06.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.091021ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:06.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496347214\n# Parse_time: 0\n# Compile_time: 0.003124122\n# Rewrite_time: 0.000013439\n# Optimize_time: 0\n# Wait_TS: 0.000436939\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.673 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:06.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.755 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:06.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=5.666223ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.967 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.967 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:06.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.145787ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.124 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:07.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.45672525\n# Parse_time: 0\n# Compile_time: 0.002745674\n# Rewrite_time: 0.000010341\n# Optimize_time: 0\n# Wait_TS: 0.000771044\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.134 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:07.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:07.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.834589ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.420 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:07.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.743207ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.607 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:07.607 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.478525767\n# Parse_time: 0\n# Compile_time: 0.002450734\n# Rewrite_time: 0.000007875\n# Optimize_time: 0\n# Wait_TS: 0.000463509\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.617 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:07.697 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.697 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:07.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.774268ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.893 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:07.930 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.373213ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.970 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.049 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:08.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.438369507\n# Parse_time: 0\n# Compile_time: 0.003057017\n# Rewrite_time: 0.000007567\n# Optimize_time: 0\n# Wait_TS: 0.000380687\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.071 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:08.141 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.141 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:08.180 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.324674ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.301 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.301 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:08.337 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.496109ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.372 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.433 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:08.433 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.437 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369169649\n# Parse_time: 0\n# Compile_time: 0.003109181\n# Rewrite_time: 0.000012699\n# Optimize_time: 0\n# Wait_TS: 0.00049088\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:08.502 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.502 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:08.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.435542ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.663 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:08.697 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.315467ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.847 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:08.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411210881\n# Parse_time: 0\n# Compile_time: 0.002151202\n# Rewrite_time: 0.000008031\n# Optimize_time: 0\n# Wait_TS: 0.000415368\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.861 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:08.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.959 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:09.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.901903ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.199 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.199 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:09.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.949654ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.387 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:09.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.392 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.534664147\n# Parse_time: 0\n# Compile_time: 0.004064846\n# Rewrite_time: 0.000010128\n# Optimize_time: 0\n# Wait_TS: 0.000378284\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.403 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:09.464 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.464 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:09.508 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.463519ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.624 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:09.658 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.391466ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.731 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:09.791 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.794 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399424951\n# Parse_time: 0\n# Compile_time: 0.008088329\n# Rewrite_time: 0.0000146\n# Optimize_time: 0\n# Wait_TS: 0.000484026\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.797 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:09.848 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:09.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.46316ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.999 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.999 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:10.021 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.923323ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.134 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:10.135 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.138 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34228461\n# Parse_time: 0\n# Compile_time: 0.001297601\n# Rewrite_time: 0.000011131\n# Optimize_time: 0\n# Wait_TS: 0.000506152\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:10.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:10.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:10.273 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:10.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:10.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:10.273 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.286 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.141501ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:10.413 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.413 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:10.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.21085ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:10.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.573 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:10.573 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.436345182\n# Parse_time: 0\n# Compile_time: 0.002360161\n# Rewrite_time: 0.000010776\n# Optimize_time: 0\n# Wait_TS: 0.000299803\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:10.578 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:10.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.608 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:10.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=866.231Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:10.694 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:10.732 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.537688ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:10.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.807 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:10.807 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.867 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.867 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:10.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.980222ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:11.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:11.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:11.064 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.741043ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:11.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:11.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.166 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351490302\n# Parse_time: 0\n# Compile_time: 0.003580874\n# Rewrite_time: 0.001696652\n# Optimize_time: 0\n# Wait_TS: 0.000339402\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:11.699 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573576016658440\n# Query_time: 0.3783397\n# Parse_time: 0\n# Compile_time: 0.187463478\n# Rewrite_time: 0.004809616\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 379712\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODEuOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjYBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY4Ni4zwrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDI5LjHCtXMRQQx3YWl0DRoENDcyGgAoa3ZfcmVhZF93YWwNaBAgODEuNAk8CGlrdi4ZABAxMTAuNQmCDHNjYW4+ggAMa2V5cwXFKGdldF9zbmFwc2hvEXYMMTMuMgVUaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGjRHhuOiB7cHJld3JpdGU6MS41MSE4AVERIhBzOjM1Mw3DCRQQOjEuMTQBJxxzbG93ZXN0XxFAJUUAIDGFYDAuMDAxcywgcmVnaW9uX2lkOiA2LCBzdG8hqjgxMjcuMC4wLjE6MjAxNjBCYwE6CgEQNzMzLjlOCgEBqj77ACmJWvkABek5SgWPFF9iYXRjaCW1FDogMjIuNyU6KHByb3Bvc2Vfc2VuIa9IaXQ6IDBzLCBwZXJzaXN0X2xvZxnsCDE3NC3ECWAUbGVhZGVyDVIoMTU0bnMsIHN5bmMJNgQ4NC2dCS0wbWVtdGFibGU6IDMuNwG9OaAFZQg0MzMNkxBhcHBseTKuAAQxNi4bABWRBDg3DRcYbXV0ZXhfbCX6Ab4JcjKfABkXAHdlPAgzLjglAAkrGZ0MMTEuNiGDXT8YcHJpbWFyef74AWb4AQQ1MWEaBH0sOgADSvYBCDcuNnLxAgnOdcRG+AEEMTctwq74AQQ4N4UjACwNXzJYAQQ2Mjb2AQA0SVcJiT1XBC44TdppXin0CDI2OE0kRvQBADJpDAAsCRs19AQ3NQ0yAG3C9AEAMTbHAB2dPfRtyAhudW2hKQnHhYMAMRH/GGJ5dGU6MzJFImxpbnNlcnQ6MTU0LjNtcwkxMjIuOCBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 09:18:11.801 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.545837892s] [2024/05/06 09:18:11.837 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] [2024/05/06 09:18:11.838 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] [2024/05/06 09:18:11.839 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01c473b4-ec7f-4ac8-9789-fcf776ba1d0f"] [] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=15.962Β΅s] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=12.687Β΅s] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=14.107Β΅s] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=7.206Β΅s] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.166Β΅s] [2024/05/06 09:18:11.840 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=5.111Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.043Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.218Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.485Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=8.681Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.056Β΅s] [2024/05/06 09:18:11.841 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.841 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:11.841 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:11.853 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=01c473b4-ec7f-4ac8-9789-fcf776ba1d0f] ["take time"=47.825505ms] [2024/05/06 09:18:11.853 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=01c473b4-ec7f-4ac8-9789-fcf776ba1d0f] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=818] [2024/05/06 09:18:11.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:11.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:11.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:11.856 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8 watch owner key /tidb/br-stream/owner/6f188f4d307501de"] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:11.856 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:11.857 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8"] [2024/05/06 09:18:11.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:11.856 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:11.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:11.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:11.857 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:11.857 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:11.857 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:11.860 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:11.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:11.860 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6b36f6f1-bb4c-4292-9927-944d8a405cf8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:11.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:11.860 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8"] [error="context canceled"] [2024/05/06 09:18:11.860 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:11.861 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8"] [2024/05/06 09:18:11.861 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:11.861 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:11.861 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=55.379136ms] [2024/05/06 09:18:11.861 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:11.874 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:12.031 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=907] ["lease id"=3eaa8f4d30750308] [2024/05/06 09:18:12.033 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:12.133 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=95.908223ms] [2024/05/06 09:18:12.139 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:12.139 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=36aa0a48-8479-47bf-acd8-1fc026418da3] [runWorker=true] [2024/05/06 09:18:12.139 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:12.141 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:12.142 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:12.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:12.143 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:12.143 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:12.144 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307502a1] [ownerID=36aa0a48-8479-47bf-acd8-1fc026418da3] [op=none] [2024/05/06 09:18:12.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:12.145 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3a360467-154c-46dd-874a-2c5a41f936fb] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:12.170 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:12.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:12.173 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:12.177 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] ["owner key"=/tidb/bindinfo/owner/6f188f4d307502a5] [ownerID=36aa0a48-8479-47bf-acd8-1fc026418da3] [op=none] [2024/05/06 09:18:12.188 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:12.193 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:12.194 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307502a1] [ownerID=36aa0a48-8479-47bf-acd8-1fc026418da3] [op=none] [2024/05/06 09:18:12.194 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [op=none] [2024/05/06 09:18:12.194 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:12.195 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:12.270 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:12.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:12.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:12.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:12.299 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:12.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:12.299 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:12.299 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:12.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:12.299 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:12.299 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:12.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:12.301 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:12.303 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:12.305 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] ["owner key"=/tidb/stats/owner/6f188f4d307502a8] [ownerID=36aa0a48-8479-47bf-acd8-1fc026418da3] [op=none] [2024/05/06 09:18:12.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:12.307 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=72] [total-mem=32GiB] [2024/05/06 09:18:12.316 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/04651e66-eb42-40c0-8fe4-f2eb12aab36b] [2024/05/06 09:18:12.317 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:12.317 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:12.324 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:12.324 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:12.325 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:12.342 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.076946ms] [2024/05/06 09:18:12.357 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:12.396 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:12.399 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:18:12.437 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:12.437 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:18:12.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.492 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 09:18:12.536 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.245638ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:12.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:12.583 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.254137ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:12.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:13.128 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6b36f6f1-bb4c-4292-9927-944d8a405cf8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:13.162 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:13.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:13.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:13.162 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:13.317 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:13.317 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:13.317 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/04651e66-eb42-40c0-8fe4-f2eb12aab36b] [watcherID=8340b533-a4e6-4301-97ec-1b73a8ae7a3b] [2024/05/06 09:18:13.325 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:13.338 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=72] [2024/05/06 09:18:13.338 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:13.338 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:13.338 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:13.338 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:13.705 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:13.678 +0000 UTC"] [2024/05/06 09:18:13.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.726 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:13.678000'"] [2024/05/06 09:18:13.764 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.781 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/06 09:18:13.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.106 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=261.077Β΅s] [gotSchemaVersion=53] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:14.116 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 09:18:14.142 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:14.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.320114ms] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.208 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=6] ["first split key"=6d44423a3200000000fb0000000000000068] [2024/05/06 09:18:14.211 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=6] ["first at"=6d44423a3200000000fb0000000000000068] ["first new region left"="{Id:24 StartKey: EndKey:6d44423a32000000ff00fb000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:25 store_id:1 id:26 store_id:5 id:27 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.211 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[24,28]"] [2024/05/06 09:18:14.211 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=6] ["first split key"=6d4442730000000000fa0000000000000068] [2024/05/06 09:18:14.218 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=6] ["first at"=6d4442730000000000fa0000000000000068] ["first new region left"="{Id:32 StartKey:6d44423a33000000ff00fb000000000000ff0068000000000000f9 EndKey:6d44427300000000ff00fa000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:33 store_id:1 id:34 store_id:5 id:35 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.218 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[32,36]"] [2024/05/06 09:18:14.218 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000000] [2024/05/06 09:18:14.220 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000000] ["first new region left"="{Id:40 StartKey:7200000100000000fb EndKey:7480000000000000ff0000000000000000f8 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:41 store_id:1 id:42 store_id:5 id:43 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.220 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[40,44]"] [2024/05/06 09:18:14.220 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000005] [2024/05/06 09:18:14.225 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000005] ["first new region left"="{Id:48 StartKey:7480000000000000ff0400000000000000f8 EndKey:7480000000000000ff0500000000000000f8 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:49 store_id:1 id:50 store_id:5 id:51 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.225 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[48,52]"] [2024/05/06 09:18:14.225 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000007] [2024/05/06 09:18:14.230 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000007] ["first new region left"="{Id:56 StartKey:7480000000000000ff0600000000000000f8 EndKey:7480000000000000ff0700000000000000f8 RegionEpoch:{ConfVer:5 Version:11} Peers:[id:57 store_id:1 id:58 store_id:5 id:59 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.230 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[56,60]"] [2024/05/06 09:18:14.231 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000009] [2024/05/06 09:18:14.236 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000009] ["first new region left"="{Id:64 StartKey:7480000000000000ff0800000000000000f8 EndKey:7480000000000000ff0900000000000000f8 RegionEpoch:{ConfVer:5 Version:13} Peers:[id:65 store_id:1 id:66 store_id:5 id:67 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.236 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[64,68]"] [2024/05/06 09:18:14.236 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000000b] [2024/05/06 09:18:14.241 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000000b] ["first new region left"="{Id:72 StartKey:7480000000000000ff0a00000000000000f8 EndKey:7480000000000000ff0b00000000000000f8 RegionEpoch:{ConfVer:5 Version:15} Peers:[id:73 store_id:1 id:74 store_id:5 id:75 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.241 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[72,76]"] [2024/05/06 09:18:14.241 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000000d] [2024/05/06 09:18:14.246 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000000d] ["first new region left"="{Id:80 StartKey:7480000000000000ff0c00000000000000f8 EndKey:7480000000000000ff0d00000000000000f8 RegionEpoch:{ConfVer:5 Version:17} Peers:[id:81 store_id:1 id:82 store_id:5 id:83 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.246 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[80,84]"] [2024/05/06 09:18:14.247 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000000f] [2024/05/06 09:18:14.251 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000000f] ["first new region left"="{Id:88 StartKey:7480000000000000ff0e00000000000000f8 EndKey:7480000000000000ff0f00000000000000f8 RegionEpoch:{ConfVer:5 Version:19} Peers:[id:89 store_id:1 id:90 store_id:5 id:91 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.251 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[88,92]"] [2024/05/06 09:18:14.251 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000011] [2024/05/06 09:18:14.257 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000011] ["first new region left"="{Id:96 StartKey:7480000000000000ff1000000000000000f8 EndKey:7480000000000000ff1100000000000000f8 RegionEpoch:{ConfVer:5 Version:21} Peers:[id:97 store_id:1 id:98 store_id:5 id:99 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.257 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[96,100]"] [2024/05/06 09:18:14.257 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000013] [2024/05/06 09:18:14.263 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000013] ["first new region left"="{Id:104 StartKey:7480000000000000ff1200000000000000f8 EndKey:7480000000000000ff1300000000000000f8 RegionEpoch:{ConfVer:5 Version:23} Peers:[id:105 store_id:1 id:106 store_id:5 id:107 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.263 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[104,108]"] [2024/05/06 09:18:14.263 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000015] [2024/05/06 09:18:14.270 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000015] ["first new region left"="{Id:112 StartKey:7480000000000000ff1400000000000000f8 EndKey:7480000000000000ff1500000000000000f8 RegionEpoch:{ConfVer:5 Version:25} Peers:[id:113 store_id:1 id:114 store_id:5 id:115 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.270 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[112,116]"] [2024/05/06 09:18:14.270 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000001f] [2024/05/06 09:18:14.276 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000001f] ["first new region left"="{Id:120 StartKey:7480000000000000ff1e00000000000000f8 EndKey:7480000000000000ff1f00000000000000f8 RegionEpoch:{ConfVer:5 Version:27} Peers:[id:121 store_id:1 id:122 store_id:5 id:123 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.276 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[120,124]"] [2024/05/06 09:18:14.276 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000023] [2024/05/06 09:18:14.282 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000023] ["first new region left"="{Id:128 StartKey:7480000000000000ff2200000000000000f8 EndKey:7480000000000000ff2300000000000000f8 RegionEpoch:{ConfVer:5 Version:29} Peers:[id:129 store_id:1 id:130 store_id:5 id:131 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.282 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[128,132]"] [2024/05/06 09:18:14.282 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000025] [2024/05/06 09:18:14.287 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000025] ["first new region left"="{Id:136 StartKey:7480000000000000ff2400000000000000f8 EndKey:7480000000000000ff2500000000000000f8 RegionEpoch:{ConfVer:5 Version:31} Peers:[id:137 store_id:1 id:138 store_id:5 id:139 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.287 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[136,140]"] [2024/05/06 09:18:14.287 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000027] [2024/05/06 09:18:14.293 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000027] ["first new region left"="{Id:144 StartKey:7480000000000000ff2600000000000000f8 EndKey:7480000000000000ff2700000000000000f8 RegionEpoch:{ConfVer:5 Version:33} Peers:[id:145 store_id:1 id:146 store_id:5 id:147 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.293 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[144,148]"] [2024/05/06 09:18:14.293 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000002b] [2024/05/06 09:18:14.297 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000002b] ["first new region left"="{Id:152 StartKey:7480000000000000ff2a00000000000000f8 EndKey:7480000000000000ff2b00000000000000f8 RegionEpoch:{ConfVer:5 Version:35} Peers:[id:153 store_id:1 id:154 store_id:5 id:155 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.297 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[152,156]"] [2024/05/06 09:18:14.297 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000002d] [2024/05/06 09:18:14.303 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000002d] ["first new region left"="{Id:160 StartKey:7480000000000000ff2c00000000000000f8 EndKey:7480000000000000ff2d00000000000000f8 RegionEpoch:{ConfVer:5 Version:37} Peers:[id:161 store_id:1 id:162 store_id:5 id:163 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.303 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[160,164]"] [2024/05/06 09:18:14.303 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000033] [2024/05/06 09:18:14.308 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000033] ["first new region left"="{Id:168 StartKey:7480000000000000ff3200000000000000f8 EndKey:7480000000000000ff3300000000000000f8 RegionEpoch:{ConfVer:5 Version:39} Peers:[id:169 store_id:1 id:170 store_id:5 id:171 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.308 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[168,172]"] [2024/05/06 09:18:14.308 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000035] [2024/05/06 09:18:14.313 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000035] ["first new region left"="{Id:176 StartKey:7480000000000000ff3400000000000000f8 EndKey:7480000000000000ff3500000000000000f8 RegionEpoch:{ConfVer:5 Version:41} Peers:[id:177 store_id:1 id:178 store_id:5 id:179 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.313 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[176,180]"] [2024/05/06 09:18:14.313 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000037] [2024/05/06 09:18:14.318 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000037] ["first new region left"="{Id:184 StartKey:7480000000000000ff3600000000000000f8 EndKey:7480000000000000ff3700000000000000f8 RegionEpoch:{ConfVer:5 Version:43} Peers:[id:185 store_id:1 id:186 store_id:5 id:187 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.319 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[184,188]"] [2024/05/06 09:18:14.319 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000039] [2024/05/06 09:18:14.324 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000039] ["first new region left"="{Id:192 StartKey:7480000000000000ff3800000000000000f8 EndKey:7480000000000000ff3900000000000000f8 RegionEpoch:{ConfVer:5 Version:45} Peers:[id:193 store_id:1 id:194 store_id:5 id:195 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.324 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[192,196]"] [2024/05/06 09:18:14.324 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000003b] [2024/05/06 09:18:14.329 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000003b] ["first new region left"="{Id:200 StartKey:7480000000000000ff3a00000000000000f8 EndKey:7480000000000000ff3b00000000000000f8 RegionEpoch:{ConfVer:5 Version:47} Peers:[id:201 store_id:1 id:202 store_id:5 id:203 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.329 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[200,204]"] [2024/05/06 09:18:14.329 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000041] [2024/05/06 09:18:14.334 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000041] ["first new region left"="{Id:208 StartKey:7480000000000000ff4000000000000000f8 EndKey:7480000000000000ff4100000000000000f8 RegionEpoch:{ConfVer:5 Version:49} Peers:[id:209 store_id:1 id:210 store_id:5 id:211 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.334 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[208,212]"] [2024/05/06 09:18:14.334 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000043] [2024/05/06 09:18:14.340 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000043] ["first new region left"="{Id:216 StartKey:7480000000000000ff4200000000000000f8 EndKey:7480000000000000ff4300000000000000f8 RegionEpoch:{ConfVer:5 Version:51} Peers:[id:217 store_id:1 id:218 store_id:5 id:219 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.340 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[216,220]"] [2024/05/06 09:18:14.340 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000047] [2024/05/06 09:18:14.344 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000047] ["first new region left"="{Id:224 StartKey:7480000000000000ff4600000000000000f8 EndKey:7480000000000000ff4700000000000000f8 RegionEpoch:{ConfVer:5 Version:53} Peers:[id:225 store_id:1 id:226 store_id:5 id:227 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.344 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[224,228]"] [2024/05/06 09:18:14.345 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000049] [2024/05/06 09:18:14.349 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000049] ["first new region left"="{Id:232 StartKey:7480000000000000ff4800000000000000f8 EndKey:7480000000000000ff4900000000000000f8 RegionEpoch:{ConfVer:5 Version:55} Peers:[id:233 store_id:1 id:234 store_id:5 id:235 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.349 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[232,236]"] [2024/05/06 09:18:14.349 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000004d] [2024/05/06 09:18:14.355 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000004d] ["first new region left"="{Id:240 StartKey:7480000000000000ff4c00000000000000f8 EndKey:7480000000000000ff4d00000000000000f8 RegionEpoch:{ConfVer:5 Version:57} Peers:[id:241 store_id:1 id:242 store_id:5 id:243 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.355 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[240,244]"] [2024/05/06 09:18:14.355 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000004f] [2024/05/06 09:18:14.360 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000004f] ["first new region left"="{Id:248 StartKey:7480000000000000ff4e00000000000000f8 EndKey:7480000000000000ff4f00000000000000f8 RegionEpoch:{ConfVer:5 Version:59} Peers:[id:249 store_id:1 id:250 store_id:5 id:251 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.360 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[248,252]"] [2024/05/06 09:18:14.360 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000051] [2024/05/06 09:18:14.368 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000051] ["first new region left"="{Id:256 StartKey:7480000000000000ff5000000000000000f8 EndKey:7480000000000000ff5100000000000000f8 RegionEpoch:{ConfVer:5 Version:61} Peers:[id:257 store_id:1 id:258 store_id:5 id:259 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.368 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[256,260]"] [2024/05/06 09:18:14.368 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000053] [2024/05/06 09:18:14.375 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000053] ["first new region left"="{Id:264 StartKey:7480000000000000ff5200000000000000f8 EndKey:7480000000000000ff5300000000000000f8 RegionEpoch:{ConfVer:5 Version:63} Peers:[id:265 store_id:1 id:266 store_id:5 id:267 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.375 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[264,268]"] [2024/05/06 09:18:14.375 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000055] [2024/05/06 09:18:14.380 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000055] ["first new region left"="{Id:272 StartKey:7480000000000000ff5400000000000000f8 EndKey:7480000000000000ff5500000000000000f8 RegionEpoch:{ConfVer:5 Version:65} Peers:[id:273 store_id:1 id:274 store_id:5 id:275 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.380 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[272,276]"] [2024/05/06 09:18:14.380 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000057] [2024/05/06 09:18:14.385 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000057] ["first new region left"="{Id:280 StartKey:7480000000000000ff5600000000000000f8 EndKey:7480000000000000ff5700000000000000f8 RegionEpoch:{ConfVer:5 Version:67} Peers:[id:281 store_id:1 id:282 store_id:5 id:283 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.386 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[280,284]"] [2024/05/06 09:18:14.386 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000059] [2024/05/06 09:18:14.391 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000059] ["first new region left"="{Id:288 StartKey:7480000000000000ff5800000000000000f8 EndKey:7480000000000000ff5900000000000000f8 RegionEpoch:{ConfVer:5 Version:69} Peers:[id:289 store_id:1 id:290 store_id:5 id:291 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.391 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[288,292]"] [2024/05/06 09:18:14.391 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000005b] [2024/05/06 09:18:14.396 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000005b] ["first new region left"="{Id:296 StartKey:7480000000000000ff5a00000000000000f8 EndKey:7480000000000000ff5b00000000000000f8 RegionEpoch:{ConfVer:5 Version:71} Peers:[id:297 store_id:1 id:298 store_id:5 id:299 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.396 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[296,300]"] [2024/05/06 09:18:14.396 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000005d] [2024/05/06 09:18:14.401 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000005d] ["first new region left"="{Id:304 StartKey:7480000000000000ff5c00000000000000f8 EndKey:7480000000000000ff5d00000000000000f8 RegionEpoch:{ConfVer:5 Version:73} Peers:[id:305 store_id:1 id:306 store_id:5 id:307 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.401 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[304,308]"] [2024/05/06 09:18:14.401 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=74800000000000005f] [2024/05/06 09:18:14.406 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=74800000000000005f] ["first new region left"="{Id:312 StartKey:7480000000000000ff5e00000000000000f8 EndKey:7480000000000000ff5f00000000000000f8 RegionEpoch:{ConfVer:5 Version:75} Peers:[id:313 store_id:1 id:314 store_id:5 id:315 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.406 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[312,316]"] [2024/05/06 09:18:14.406 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000061] [2024/05/06 09:18:14.411 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000061] ["first new region left"="{Id:320 StartKey:7480000000000000ff6000000000000000f8 EndKey:7480000000000000ff6100000000000000f8 RegionEpoch:{ConfVer:5 Version:77} Peers:[id:321 store_id:1 id:322 store_id:5 id:323 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.411 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[320,324]"] [2024/05/06 09:18:14.412 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=748000000000000063] [2024/05/06 09:18:14.417 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=748000000000000063] ["first new region left"="{Id:328 StartKey:7480000000000000ff6200000000000000f8 EndKey:7480000000000000ff6300000000000000f8 RegionEpoch:{ConfVer:5 Version:79} Peers:[id:329 store_id:1 id:330 store_id:5 id:331 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:14.417 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[328,332]"] [2024/05/06 09:18:14.417 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:14.426 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:14.428 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.645396ms] ["completed regions"=1] [2024/05/06 09:18:14.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:14.437 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:14.439 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.515926ms] ["completed regions"=1] [2024/05/06 09:18:14.439 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:14.448 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:14.449 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.411651ms] ["completed regions"=1] [2024/05/06 09:18:14.449 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:14.459 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:14.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=12.577829ms] ["completed regions"=1] [2024/05/06 09:18:14.462 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:14.475 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:14.477 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=14.466995ms] ["completed regions"=1] [2024/05/06 09:18:14.477 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:14.486 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:14.487 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.51055ms] ["completed regions"=1] [2024/05/06 09:18:14.487 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:14.495 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:14.497 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.053989ms] ["completed regions"=1] [2024/05/06 09:18:14.497 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:14.505 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:14.507 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.450728ms] ["completed regions"=1] [2024/05/06 09:18:14.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:14.515 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:14.516 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.650466ms] ["completed regions"=1] [2024/05/06 09:18:14.516 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:14.523 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:14.524 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.009438ms] ["completed regions"=1] [2024/05/06 09:18:14.524 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:14.532 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:14.533 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.729448ms] ["completed regions"=1] [2024/05/06 09:18:14.534 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:14.540 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:14.542 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=7.822036ms] ["completed regions"=1] [2024/05/06 09:18:14.542 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:14.549 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:14.551 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.350096ms] ["completed regions"=1] [2024/05/06 09:18:14.551 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:14.558 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:14.560 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=9.287966ms] ["completed regions"=1] [2024/05/06 09:18:14.561 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:14.571 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:14.573 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=11.857643ms] ["completed regions"=1] [2024/05/06 09:18:14.573 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:14.583 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:14.585 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=11.379808ms] ["completed regions"=1] [2024/05/06 09:18:14.585 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:14.591 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:14.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.821095ms] ["completed regions"=1] [2024/05/06 09:18:14.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:14.598 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:14.599 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.465007ms] ["completed regions"=1] [2024/05/06 09:18:14.599 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:14.605 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:14.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.293922ms] ["completed regions"=1] [2024/05/06 09:18:14.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:14.612 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:14.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.462674ms] ["completed regions"=1] [2024/05/06 09:18:14.613 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:14.618 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:14.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.93932ms] ["completed regions"=1] [2024/05/06 09:18:14.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:14.624 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:14.625 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.271712ms] ["completed regions"=1] [2024/05/06 09:18:14.625 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:14.629 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:14.630 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.068929ms] ["completed regions"=1] [2024/05/06 09:18:14.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:14.634 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:14.636 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.016962ms] ["completed regions"=1] [2024/05/06 09:18:14.636 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:14.640 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:14.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=4.855414ms] ["completed regions"=1] [2024/05/06 09:18:14.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:14.657 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:14.659 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=17.911783ms] ["completed regions"=1] [2024/05/06 09:18:14.659 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:14.664 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:14.666 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=6.016835ms] ["completed regions"=1] [2024/05/06 09:18:14.666 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:14.670 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:14.672 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.370989ms] ["completed regions"=1] [2024/05/06 09:18:14.672 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:14.678 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:14.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=7.145142ms] ["completed regions"=1] [2024/05/06 09:18:14.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:14.683 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:14.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.762177ms] ["completed regions"=1] [2024/05/06 09:18:14.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:14.689 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:14.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.617544ms] ["completed regions"=1] [2024/05/06 09:18:14.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:14.695 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:14.696 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=5.349126ms] ["completed regions"=1] [2024/05/06 09:18:14.696 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:14.699 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:14.701 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.970534ms] ["completed regions"=1] [2024/05/06 09:18:14.701 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:14.703 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:14.705 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.789758ms] ["completed regions"=1] [2024/05/06 09:18:14.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:14.707 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:14.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.569803ms] ["completed regions"=1] [2024/05/06 09:18:14.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:14.711 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:14.713 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.19708ms] ["completed regions"=1] [2024/05/06 09:18:14.713 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:14.715 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:14.716 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.688838ms] ["completed regions"=1] [2024/05/06 09:18:14.716 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:14.717 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:14.718 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.251186ms] ["completed regions"=1] [2024/05/06 09:18:14.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:14.720 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:14.721 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.497244ms] ["completed regions"=1] [2024/05/06 09:18:14.766 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/06 09:18:14.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:14.809 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:14.812 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:14.812 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.984333ms] ["completed regions"=1] [2024/05/06 09:18:14.812 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:14.822 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:14.824 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:14.824 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.316979ms] ["completed regions"=1] [2024/05/06 09:18:14.824 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:14.834 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:14.836 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:14.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.628684ms] ["completed regions"=1] [2024/05/06 09:18:14.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:14.845 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:14.846 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:14.846 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.983781ms] ["completed regions"=1] [2024/05/06 09:18:14.846 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:14.855 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:14.857 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:14.857 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.645469ms] ["completed regions"=1] [2024/05/06 09:18:14.857 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:14.865 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:14.867 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:14.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.826469ms] ["completed regions"=1] [2024/05/06 09:18:14.867 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:14.875 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:14.877 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:14.877 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.648701ms] ["completed regions"=1] [2024/05/06 09:18:14.877 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:14.885 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:14.886 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:14.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.214818ms] ["completed regions"=1] [2024/05/06 09:18:14.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:14.894 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:14.896 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:14.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.992025ms] ["completed regions"=1] [2024/05/06 09:18:14.896 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:14.907 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:14.909 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:14.909 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=12.67791ms] ["completed regions"=1] [2024/05/06 09:18:14.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:14.916 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:14.918 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:14.918 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.542248ms] ["completed regions"=1] [2024/05/06 09:18:14.918 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:14.925 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:14.927 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:14.928 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.23496ms] ["completed regions"=1] [2024/05/06 09:18:14.928 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:14.935 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:14.936 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:14.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.07265ms] ["completed regions"=1] [2024/05/06 09:18:14.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:14.943 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:14.944 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:14.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.748423ms] ["completed regions"=1] [2024/05/06 09:18:14.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:14.951 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:14.952 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:14.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.447369ms] ["completed regions"=1] [2024/05/06 09:18:14.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:14.958 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:14.960 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:14.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.28851ms] ["completed regions"=1] [2024/05/06 09:18:14.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:14.966 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:14.967 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:14.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.161386ms] ["completed regions"=1] [2024/05/06 09:18:14.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:14.973 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:14.975 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:14.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.877042ms] ["completed regions"=1] [2024/05/06 09:18:14.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:14.980 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:14.981 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:14.982 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.636241ms] ["completed regions"=1] [2024/05/06 09:18:14.982 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:14.987 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:14.988 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:14.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.320543ms] ["completed regions"=1] [2024/05/06 09:18:14.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:14.993 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:14.995 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:14.995 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.060776ms] ["completed regions"=1] [2024/05/06 09:18:14.995 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:15.005 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:15.007 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:15.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=11.52128ms] ["completed regions"=1] [2024/05/06 09:18:15.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:15.012 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:15.013 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:15.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.197521ms] ["completed regions"=1] [2024/05/06 09:18:15.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:15.019 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:15.020 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:15.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.470148ms] ["completed regions"=1] [2024/05/06 09:18:15.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:15.025 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:15.026 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:15.026 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.577354ms] ["completed regions"=1] [2024/05/06 09:18:15.026 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:15.030 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:15.031 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:15.031 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.064097ms] ["completed regions"=1] [2024/05/06 09:18:15.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:15.035 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:15.037 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:15.037 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.035272ms] ["completed regions"=1] [2024/05/06 09:18:15.037 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:15.042 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:15.044 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:15.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=6.553524ms] ["completed regions"=1] [2024/05/06 09:18:15.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:15.047 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:15.049 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:15.049 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.58886ms] ["completed regions"=1] [2024/05/06 09:18:15.049 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:15.052 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:15.053 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:15.053 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.41623ms] ["completed regions"=1] [2024/05/06 09:18:15.054 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:15.057 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:15.058 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:15.058 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.193692ms] ["completed regions"=1] [2024/05/06 09:18:15.058 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:15.061 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:15.062 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:15.062 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.748063ms] ["completed regions"=1] [2024/05/06 09:18:15.062 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:15.065 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:15.066 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:15.067 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.848319ms] ["completed regions"=1] [2024/05/06 09:18:15.067 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:15.069 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:15.070 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:15.070 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.323372ms] ["completed regions"=1] [2024/05/06 09:18:15.070 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:15.073 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:15.074 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:15.074 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.328781ms] ["completed regions"=1] [2024/05/06 09:18:15.074 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:15.076 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:15.077 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:15.077 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.826122ms] ["completed regions"=1] [2024/05/06 09:18:15.077 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:15.079 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:15.080 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:15.080 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.593433ms] ["completed regions"=1] [2024/05/06 09:18:15.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:15.082 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:15.083 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:15.083 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.518389ms] ["completed regions"=1] [2024/05/06 09:18:15.083 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:15.084 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:15.087 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:15.087 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.130928ms] ["completed regions"=1] [2024/05/06 09:18:15.088 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:15.141 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:15.191 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/106/36aa0a48-8479-47bf-acd8-1fc026418da3] [currentVer=53] [latestVer=54] [2024/05/06 09:18:15.192 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 36aa0a48-8479-47bf-acd8-1fc026418da3"] ["ddl job id"=106] [ver=54] [2024/05/06 09:18:15.269 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=127.78986ms] [2024/05/06 09:18:15.274 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:15.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 09:18:15.308 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=171.376712ms] [job="ID:106, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.514 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:13.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 09:18:15.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:15.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8412443619999999\n# Parse_time: 0.00039352\n# Compile_time: 0.000671204\n# Rewrite_time: 0.000008663\n# Optimize_time: 0.000354269\n# Wait_TS: 0.00025276\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-05-06 09:18:13.678000';"] [2024/05/06 09:18:15.548 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:15.614 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.614 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.616 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=29.76Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=16.62Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=23.309Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=13.675Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.426Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=11.606Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=14.684Β΅s] [2024/05/06 09:18:15.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.129Β΅s] [2024/05/06 09:18:15.618 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.179Β΅s] [2024/05/06 09:18:15.618 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=15.632Β΅s] [2024/05/06 09:18:15.618 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:15.618 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.71Β΅s] [2024/05/06 09:18:15.618 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:15.618 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:15.618 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:15.620 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=36aa0a48-8479-47bf-acd8-1fc026418da3] ["take time"=13.925062ms] [2024/05/06 09:18:15.620 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=36aa0a48-8479-47bf-acd8-1fc026418da3] [2024/05/06 09:18:15.622 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:15.622 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:15.622 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/04651e66-eb42-40c0-8fe4-f2eb12aab36b] [watcherID=8340b533-a4e6-4301-97ec-1b73a8ae7a3b] [2024/05/06 09:18:15.623 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/04651e66-eb42-40c0-8fe4-f2eb12aab36b] [2024/05/06 09:18:15.623 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:15.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:15.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:15.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:15.631 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:15.631 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=907] [2024/05/06 09:18:15.632 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=36aa0a48-8479-47bf-acd8-1fc026418da3] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:15.632 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:15.632 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:15.632 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3a360467-154c-46dd-874a-2c5a41f936fb"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:15.632 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3 watch owner key /tidb/stats/owner/6f188f4d307502a8"] [2024/05/06 09:18:15.632 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:15.633 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:15.632 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:15.632 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:15.632 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:15.632 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:15.632 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:15.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:15.633 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.633 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=36aa0a48-8479-47bf-acd8-1fc026418da3] [2024/05/06 09:18:15.633 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:15.633 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [2024/05/06 09:18:15.633 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:15.633 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:15.635 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3a360467-154c-46dd-874a-2c5a41f936fb"] [error="context canceled"] [2024/05/06 09:18:15.635 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:15.635 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3a360467-154c-46dd-874a-2c5a41f936fb] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:15.635 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:15.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:15.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:15.635 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3a360467-154c-46dd-874a-2c5a41f936fb"] [2024/05/06 09:18:15.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:15.656 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:15.656 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:15.656 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:15.674 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:15.674 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [error="context canceled"] [2024/05/06 09:18:15.875 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:16.880 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:16.880 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:16.880 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:16.912 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3a360467-154c-46dd-874a-2c5a41f936fb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:17.123 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 36aa0a48-8479-47bf-acd8-1fc026418da3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:17.123 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:17.123 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:17.123 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:17.135 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.529016778s] [2024/05/06 09:18:17.136 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:17.136 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:17.136 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:17.136 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:17.136 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:17.136 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:17.137 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:17.137 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:17.138 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashback (27.31s) === RUN TestPrepareFlashbackFailed [2024/05/06 09:18:17.148 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:17.149 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:17.150 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:17.150 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:17.150 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:17.151 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:17.151 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:17.151 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:17.151 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:17.151 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:17.153 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:17.157 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:17.159 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:17.161 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:17.170 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:17.181 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:17.330 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1351] ["lease id"=22318f4d307502b9] [2024/05/06 09:18:17.332 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:17.446 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=54] ["start time"=110.04443ms] [2024/05/06 09:18:17.452 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:17.452 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bce4da82-8c3a-4746-89fe-8f1452765d97] [runWorker=true] [2024/05/06 09:18:17.452 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:17.454 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:17.455 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:17.455 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:17.455 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:17.456 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:17.456 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:17.456 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:17.456 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:17.458 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3075034d] [ownerID=bce4da82-8c3a-4746-89fe-8f1452765d97] [op=none] [2024/05/06 09:18:17.459 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:17.459 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=37780d99-d251-45c2-acee-7be9a72c14e1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:17.464 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:17.488 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:17.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:17.491 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:17.494 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d30750351] [ownerID=bce4da82-8c3a-4746-89fe-8f1452765d97] [op=none] [2024/05/06 09:18:17.508 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:17.509 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d3075034d] [ownerID=bce4da82-8c3a-4746-89fe-8f1452765d97] [op=none] [2024/05/06 09:18:17.509 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [op=none] [2024/05/06 09:18:17.509 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:17.626 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:17.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:17.657 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:17.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:17.658 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:17.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:17.658 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:17.658 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:17.658 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:17.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:17.658 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:17.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:17.662 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:17.663 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:17.663 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:17.663 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:17.663 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:17.663 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:17.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:17.668 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:17.676 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8995d2ad-6a87-4c67-b994-3249759e63eb] [2024/05/06 09:18:17.676 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:17.677 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:17.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:17.688 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:17.688 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:17.703 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.464004ms] [2024/05/06 09:18:17.719 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:17.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:17.725 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:17.751 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:17.751 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:17.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=252.924Β΅s] [gotSchemaVersion=55] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:17.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=55] [2024/05/06 09:18:17.875 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.524921ms] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=217.804Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:17.967 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=56] [2024/05/06 09:18:18.004 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.650497ms] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.077 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 09:18:18.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=253.456Β΅s] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:18.116 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=57] [2024/05/06 09:18:18.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=52.899934ms] [job="ID:107, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.215 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=107] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 09:18:18.228 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="drop table"] [2024/05/06 09:18:18.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [job="ID:107, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:17.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.291 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:18:18.291 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:18.294 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 3\n# Query_time: 0.570181456\n# Parse_time: 0.000297165\n# Compile_time: 0.0005029\n# Rewrite_time: 0.000007655\n# Optimize_time: 0.00014892\n# Wait_TS: 0.000374768\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:18.345 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:18.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:18:18.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:18.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:18:18.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:18.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.465 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 108, Table Name: t"] [2024/05/06 09:18:18.482 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:18.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:18.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:18.482 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:18.510 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.783716ms] [gotSchemaVersion=58] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:18.520 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 09:18:18.557 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.553828ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.635 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:18.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.676 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:18.676 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:18.676 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8995d2ad-6a87-4c67-b994-3249759e63eb] [watcherID=7b5e818c-30b5-46f8-9457-d4dabcaecae1] [2024/05/06 09:18:18.679 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:18:18.679 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:18.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.336272435\n# Parse_time: 0.000493998\n# Compile_time: 0.00073471\n# Rewrite_time: 0.000009113\n# Optimize_time: 0.000433635\n# Wait_TS: 0.000351206\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:18:18.688 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:18.702 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:18.702 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:18.702 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:18.702 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:19.455 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:19.709 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:19.678 +0000 UTC"] [2024/05/06 09:18:19.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:19.736 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:19.678000'"] [2024/05/06 09:18:19.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:19.798 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/06 09:18:19.828 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=255.005Β΅s] [gotSchemaVersion=59] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:20.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=59] [2024/05/06 09:18:20.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=54.119931ms] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.206 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:20.216 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:20.222 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:20.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=16.886782ms] ["completed regions"=1] [2024/05/06 09:18:20.224 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:20.233 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:20.238 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:20.240 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=15.233572ms] ["completed regions"=1] [2024/05/06 09:18:20.240 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:20.250 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:20.254 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:20.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=15.117154ms] ["completed regions"=1] [2024/05/06 09:18:20.255 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:20.265 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:20.270 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:20.271 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=15.366625ms] ["completed regions"=1] [2024/05/06 09:18:20.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:20.282 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:20.288 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:20.290 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=18.059537ms] ["completed regions"=1] [2024/05/06 09:18:20.290 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:20.298 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:20.303 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:20.304 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=13.549737ms] ["completed regions"=1] [2024/05/06 09:18:20.304 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:20.312 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:20.317 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:20.318 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=13.443541ms] ["completed regions"=1] [2024/05/06 09:18:20.318 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:20.326 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:20.330 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:20.331 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=12.819089ms] ["completed regions"=1] [2024/05/06 09:18:20.331 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:20.338 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:20.343 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:20.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=12.241107ms] ["completed regions"=1] [2024/05/06 09:18:20.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:20.353 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:20.358 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:20.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=16.424423ms] ["completed regions"=1] [2024/05/06 09:18:20.361 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:20.371 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:20.375 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:20.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=15.696722ms] ["completed regions"=1] [2024/05/06 09:18:20.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:20.384 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:20.388 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:20.390 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=12.426599ms] ["completed regions"=1] [2024/05/06 09:18:20.390 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:20.396 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:20.401 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:20.402 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=11.823626ms] ["completed regions"=1] [2024/05/06 09:18:20.402 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:20.408 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:20.413 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:20.414 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=11.591869ms] ["completed regions"=1] [2024/05/06 09:18:20.414 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:20.420 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:20.424 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:20.425 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=10.723904ms] ["completed regions"=1] [2024/05/06 09:18:20.425 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:20.431 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:20.435 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:20.437 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=11.430735ms] ["completed regions"=1] [2024/05/06 09:18:20.437 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:20.443 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:20.447 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:20.448 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=10.79688ms] ["completed regions"=1] [2024/05/06 09:18:20.448 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:20.453 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:20.457 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:20.458 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=9.637755ms] ["completed regions"=1] [2024/05/06 09:18:20.458 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:20.464 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:20.467 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:20.468 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=10.106722ms] ["completed regions"=1] [2024/05/06 09:18:20.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:20.474 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:20.478 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:20.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=10.797936ms] ["completed regions"=1] [2024/05/06 09:18:20.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:20.485 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:20.489 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:20.490 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=10.102141ms] ["completed regions"=1] [2024/05/06 09:18:20.490 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:20.495 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:20.499 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:20.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=9.984409ms] ["completed regions"=1] [2024/05/06 09:18:20.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:20.506 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:20.509 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:20.510 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=9.661293ms] ["completed regions"=1] [2024/05/06 09:18:20.511 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:20.515 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:20.520 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:20.521 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=10.135834ms] ["completed regions"=1] [2024/05/06 09:18:20.521 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:20.525 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:20.530 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:20.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=9.618834ms] ["completed regions"=1] [2024/05/06 09:18:20.531 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:20.537 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:20.542 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:20.543 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=11.396213ms] ["completed regions"=1] [2024/05/06 09:18:20.543 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:20.547 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:20.551 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:20.552 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=8.328305ms] ["completed regions"=1] [2024/05/06 09:18:20.552 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:20.555 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:20.560 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:20.561 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=8.656297ms] ["completed regions"=1] [2024/05/06 09:18:20.561 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:20.564 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:20.569 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:20.570 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=8.736907ms] ["completed regions"=1] [2024/05/06 09:18:20.570 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:20.573 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:20.577 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:20.578 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=7.690154ms] ["completed regions"=1] [2024/05/06 09:18:20.578 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:20.581 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:20.585 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:20.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=8.240402ms] ["completed regions"=1] [2024/05/06 09:18:20.587 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:20.589 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:20.594 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:20.595 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=7.977467ms] ["completed regions"=1] [2024/05/06 09:18:20.595 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:20.597 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:20.602 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:20.603 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=7.760116ms] ["completed regions"=1] [2024/05/06 09:18:20.603 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:20.606 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:20.609 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:20.610 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=6.85831ms] ["completed regions"=1] [2024/05/06 09:18:20.610 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:20.613 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:20.617 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:20.618 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=7.492658ms] ["completed regions"=1] [2024/05/06 09:18:20.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:20.621 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:20.624 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:20.626 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=7.069877ms] ["completed regions"=1] [2024/05/06 09:18:20.626 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:20.629 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:20.633 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:20.635 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=8.593231ms] ["completed regions"=1] [2024/05/06 09:18:20.635 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:20.637 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:20.642 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:20.643 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=7.679599ms] ["completed regions"=1] [2024/05/06 09:18:20.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:20.645 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:20.650 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:20.652 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=8.198816ms] ["completed regions"=1] [2024/05/06 09:18:20.678 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:731"] [2024/05/06 09:18:20.695 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/06 09:18:20.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.725 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:20.735 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:20.736 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:20.737 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.173904ms] ["completed regions"=1] [2024/05/06 09:18:20.737 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:20.746 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:20.747 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:20.748 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.549623ms] ["completed regions"=1] [2024/05/06 09:18:20.748 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:20.757 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:20.759 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:20.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.974658ms] ["completed regions"=1] [2024/05/06 09:18:20.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:20.768 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:20.769 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:20.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.20448ms] ["completed regions"=1] [2024/05/06 09:18:20.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:20.791 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:20.794 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:20.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=24.079028ms] ["completed regions"=1] [2024/05/06 09:18:20.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:20.805 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:20.807 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:20.807 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=12.634339ms] ["completed regions"=1] [2024/05/06 09:18:20.807 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:20.816 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:20.817 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:20.817 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.546656ms] ["completed regions"=1] [2024/05/06 09:18:20.817 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:20.826 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:20.827 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:20.827 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.452095ms] ["completed regions"=1] [2024/05/06 09:18:20.827 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:20.835 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:20.836 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:20.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.646512ms] ["completed regions"=1] [2024/05/06 09:18:20.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:20.844 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:20.845 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:20.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.225858ms] ["completed regions"=1] [2024/05/06 09:18:20.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:20.852 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:20.854 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:20.854 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.152944ms] ["completed regions"=1] [2024/05/06 09:18:20.854 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:20.861 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:20.863 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:20.863 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.326159ms] ["completed regions"=1] [2024/05/06 09:18:20.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:20.872 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:20.873 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:20.873 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.551943ms] ["completed regions"=1] [2024/05/06 09:18:20.874 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:20.880 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:20.882 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:20.882 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.17966ms] ["completed regions"=1] [2024/05/06 09:18:20.882 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:20.889 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:20.890 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:20.890 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.936446ms] ["completed regions"=1] [2024/05/06 09:18:20.890 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:20.897 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:20.898 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:20.898 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.295473ms] ["completed regions"=1] [2024/05/06 09:18:20.898 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:20.904 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:20.906 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:20.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.165026ms] ["completed regions"=1] [2024/05/06 09:18:20.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:20.912 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:20.913 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:20.913 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.771962ms] ["completed regions"=1] [2024/05/06 09:18:20.913 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:20.919 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:20.920 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:20.920 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.445278ms] ["completed regions"=1] [2024/05/06 09:18:20.920 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:20.925 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:20.927 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:20.927 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.445203ms] ["completed regions"=1] [2024/05/06 09:18:20.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:20.932 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:20.933 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:20.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.955651ms] ["completed regions"=1] [2024/05/06 09:18:20.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:20.938 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:20.939 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:20.940 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.834802ms] ["completed regions"=1] [2024/05/06 09:18:20.940 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:20.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:20.945 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:20.945 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.52668ms] ["completed regions"=1] [2024/05/06 09:18:20.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:20.950 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:20.951 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:20.951 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.470983ms] ["completed regions"=1] [2024/05/06 09:18:20.951 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:20.956 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:20.957 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:20.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.106941ms] ["completed regions"=1] [2024/05/06 09:18:20.957 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:20.961 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:20.963 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:20.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.567715ms] ["completed regions"=1] [2024/05/06 09:18:20.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:20.968 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:20.970 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:20.970 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=6.981694ms] ["completed regions"=1] [2024/05/06 09:18:20.970 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:20.975 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:20.976 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:20.976 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.775451ms] ["completed regions"=1] [2024/05/06 09:18:20.976 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:20.980 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:20.981 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:20.981 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.692058ms] ["completed regions"=1] [2024/05/06 09:18:20.982 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:20.985 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:20.986 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:20.986 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.432791ms] ["completed regions"=1] [2024/05/06 09:18:20.986 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:20.989 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:20.991 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:20.991 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.042017ms] ["completed regions"=1] [2024/05/06 09:18:20.991 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:20.994 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:20.995 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:20.995 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.919271ms] ["completed regions"=1] [2024/05/06 09:18:20.995 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:20.997 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:20.999 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:20.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.558466ms] ["completed regions"=1] [2024/05/06 09:18:20.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:21.001 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:21.002 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:21.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.250482ms] ["completed regions"=1] [2024/05/06 09:18:21.003 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:21.005 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:21.006 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:21.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.135628ms] ["completed regions"=1] [2024/05/06 09:18:21.006 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:21.009 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:21.010 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:21.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.676117ms] ["completed regions"=1] [2024/05/06 09:18:21.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:21.012 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:21.013 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:21.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.590542ms] ["completed regions"=1] [2024/05/06 09:18:21.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:21.015 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:21.016 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:21.016 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.464948ms] ["completed regions"=1] [2024/05/06 09:18:21.016 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:21.018 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:21.021 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:21.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.579896ms] ["completed regions"=1] [2024/05/06 09:18:21.021 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:21.075 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:21.125 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/110/bce4da82-8c3a-4746-89fe-8f1452765d97] [currentVer=59] [latestVer=60] [2024/05/06 09:18:21.125 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id bce4da82-8c3a-4746-89fe-8f1452765d97"] ["ddl job id"=110] [ver=60] [2024/05/06 09:18:21.169 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=93.455553ms] [2024/05/06 09:18:21.174 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:21.183 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=60] [2024/05/06 09:18:21.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=118.990026ms] [job="ID:110, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.348 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:19.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:18:21.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 1.668465743\n# Parse_time: 0.000661631\n# Compile_time: 0.000744408\n# Rewrite_time: 0.00000802\n# Optimize_time: 0.000433635\n# Wait_TS: 0.000374244\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:19.678000';"] [2024/05/06 09:18:21.378 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:21.473 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [2024/05/06 09:18:21.473 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [2024/05/06 09:18:21.475 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=16.22Β΅s] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=11.113Β΅s] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=13.044Β΅s] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=14.857Β΅s] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=12.503Β΅s] [2024/05/06 09:18:21.476 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:21.476 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:21.476 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:21.479 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bce4da82-8c3a-4746-89fe-8f1452765d97] ["take time"=9.890638ms] [2024/05/06 09:18:21.479 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bce4da82-8c3a-4746-89fe-8f1452765d97] [2024/05/06 09:18:21.480 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:21.481 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:21.481 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8995d2ad-6a87-4c67-b994-3249759e63eb] [watcherID=7b5e818c-30b5-46f8-9457-d4dabcaecae1] [2024/05/06 09:18:21.481 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8995d2ad-6a87-4c67-b994-3249759e63eb] [2024/05/06 09:18:21.481 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:21.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:21.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:21.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:21.487 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:21.487 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1351] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bce4da82-8c3a-4746-89fe-8f1452765d97] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:21.488 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:21.488 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:21.488 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 37780d99-d251-45c2-acee-7be9a72c14e1"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:21.488 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:21.488 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bce4da82-8c3a-4746-89fe-8f1452765d97] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:21.488 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:21.488 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [2024/05/06 09:18:21.488 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:21.488 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:21.488 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:21.489 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [2024/05/06 09:18:21.488 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:21.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:21.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:21.489 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:21.489 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:21.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:21.489 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:21.490 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:21.490 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:21.490 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=37780d99-d251-45c2-acee-7be9a72c14e1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:21.491 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:21.491 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 37780d99-d251-45c2-acee-7be9a72c14e1"] [error="context canceled"] [2024/05/06 09:18:21.491 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 37780d99-d251-45c2-acee-7be9a72c14e1"] [2024/05/06 09:18:21.491 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:21.490 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:21.501 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:21.524 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:21.524 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [error="context canceled"] [2024/05/06 09:18:21.524 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [2024/05/06 09:18:21.524 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:22.727 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 37780d99-d251-45c2-acee-7be9a72c14e1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:22.750 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:22.750 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:22.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:22.775 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bce4da82-8c3a-4746-89fe-8f1452765d97"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:22.775 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:22.775 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:22.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:22.785 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.31592199s] [2024/05/06 09:18:22.785 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.785 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.785 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.786 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.786 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.786 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.787 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPrepareFlashbackFailed (5.65s) === RUN TestFlashbackAddDropIndex [2024/05/06 09:18:22.798 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:22.799 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:22.800 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:22.800 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.800 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:22.801 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.801 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.801 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.801 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.801 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.803 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:22.807 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:22.809 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:22.810 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:22.818 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:22.832 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:22.995 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1650] ["lease id"=3eaa8f4d3075037b] [2024/05/06 09:18:22.996 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:23.110 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=60] ["start time"=110.357426ms] [2024/05/06 09:18:23.116 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:23.116 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=092636d1-5472-431d-831a-c2d3b4ad2cd3] [runWorker=true] [2024/05/06 09:18:23.116 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:23.118 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:23.119 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:23.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:23.120 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:23.120 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:23.121 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307502fc] [ownerID=092636d1-5472-431d-831a-c2d3b4ad2cd3] [op=none] [2024/05/06 09:18:23.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:23.122 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=21dc7e59-f640-44a5-98ed-b3734020a2d0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:23.126 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:23.144 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:23.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:23.146 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:23.171 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:23.173 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307502fc] [ownerID=092636d1-5472-431d-831a-c2d3b4ad2cd3] [op=none] [2024/05/06 09:18:23.173 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [op=none] [2024/05/06 09:18:23.173 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:23.250 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:23.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:23.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:23.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:23.285 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:23.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:23.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:23.285 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:23.285 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:23.285 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:23.285 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:23.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:23.288 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:23.289 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:23.289 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:23.289 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:23.290 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:23.290 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:23.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:23.294 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:23.299 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1b3ae10a-d383-4113-8f9a-74e447ba314d] [2024/05/06 09:18:23.299 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:23.299 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:23.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:23.303 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:23.303 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:23.332 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.45351ms] [2024/05/06 09:18:23.334 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:23.339 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:23.340 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:23.367 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:23.367 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:23.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=242.694Β΅s] [gotSchemaVersion=61] [phyTblIDs="[108]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.450 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=61] [2024/05/06 09:18:23.490 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.898395ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=253.891Β΅s] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=62] [2024/05/06 09:18:23.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.058828ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.727 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 108, Old Table Name: t"] [2024/05/06 09:18:23.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=253.893Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=63] [2024/05/06 09:18:23.806 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.068402ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.838 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:18:23.849 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 09:18:23.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.327 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.915 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:23.915 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:23.919 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.579385958\n# Parse_time: 0.000167364\n# Compile_time: 0.000469909\n# Rewrite_time: 0.000007398\n# Optimize_time: 0.00014025\n# Wait_TS: 0.000262729\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:23.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:23.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:18:24.006 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:24.006 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:18:24.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.069 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: t"] [2024/05/06 09:18:24.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.137825ms] [gotSchemaVersion=64] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:24.128 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=64] [2024/05/06 09:18:24.139 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:24.139 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:24.139 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:24.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:24.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.568076ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:24.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:24.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.342512506\n# Parse_time: 0.000420014\n# Compile_time: 0.000651419\n# Rewrite_time: 0.00000667\n# Optimize_time: 0.000303204\n# Wait_TS: 0.000437756\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:18:24.299 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:24.299 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:24.299 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b3ae10a-d383-4113-8f9a-74e447ba314d] [watcherID=9312f04e-e86e-4d7d-b50c-28c5f1b778af] [2024/05/06 09:18:24.303 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:24.316 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:24.316 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:24.316 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:24.316 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:25.119 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:25.323 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=64] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/06 09:18:25.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:25.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/06 09:18:25.457 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.462 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:25.462 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/06 09:18:25.509 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=6.885197ms] [gotSchemaVersion=65] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:25.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=65] [2024/05/06 09:18:25.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.351262ms] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=2.556042ms] [gotSchemaVersion=66] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:25.633 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=66] [2024/05/06 09:18:25.668 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.917883ms] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=2.349138ms] [gotSchemaVersion=67] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:25.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=67] [2024/05/06 09:18:25.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.473561ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.833 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:18:25.837 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/06 09:18:25.875 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/06 09:18:25.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579870175233, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:25.909 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:18:25.920 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579870175233, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f728000000000000001,EndKey:7480000000000000705f72800000000000000300,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/06 09:18:25.928 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f728000000000000001] ["end key"=7480000000000000705f72800000000000000300] [2024/05/06 09:18:25.928 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/06 09:18:25.930 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f72800000000000000300] ["current end key"=7480000000000000705f72800000000000000300] [2024/05/06 09:18:25.930 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=114] [2024/05/06 09:18:25.930 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=114] [2024/05/06 09:18:25.930 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=114] [2024/05/06 09:18:25.936 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f728000000000000001, 7480000000000000705f72800000000000000300), jobID: 114"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000705f72800000000000000300] ["take time"=6.11258ms] [2024/05/06 09:18:25.936 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=114] [2024/05/06 09:18:25.936 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f728000000000000001] [2024/05/06 09:18:25.936 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:26.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=3.289644ms] [gotSchemaVersion=68] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.155 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=68] [2024/05/06 09:18:26.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=54.919199ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579870175233, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579870175233, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.228 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=114] [table=t] [index=k] [2024/05/06 09:18:26.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=3.068071ms] [gotSchemaVersion=69] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=69] [2024/05/06 09:18:26.311 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.165138ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.369 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:18:26.408 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/06 09:18:26.457 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580001247238, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.473 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580001247238, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f69ffff000000000002,EndKey:7480000000000000705f69ffff000000000002ff,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/06 09:18:26.482 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f69ffff000000000002] ["end key"=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:18:26.482 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:18:26.483 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f69ffff000000000002ff] ["current end key"=7480000000000000705f69ffff00000000000200] [2024/05/06 09:18:26.483 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=114] [2024/05/06 09:18:26.483 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=114] [2024/05/06 09:18:26.483 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=114] [2024/05/06 09:18:26.485 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f69ffff000000000002, 7480000000000000705f69ffff00000000000200), jobID: 114"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000705f69ffff0000000000020000] ["take time"=1.435606ms] [2024/05/06 09:18:26.485 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=114] [2024/05/06 09:18:26.485 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f69ffff000000000002] [2024/05/06 09:18:26.485 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:26.598 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:26.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.718979ms] [gotSchemaVersion=70] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 09:18:26.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.112416ms] [job="ID:114, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580001247238, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.789 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=114] [tableID=112] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:26.800 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="add index"] [2024/05/06 09:18:26.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [job="ID:114, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-06 09:18:25.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580001247238, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.865 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:18:26.865 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.869 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.5469467319999999\n# Parse_time: 0.000406027\n# Compile_time: 0.000741049\n# Rewrite_time: 0.00001437\n# Optimize_time: 0.002336768\n# Wait_TS: 0.000490168\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index k(a);"] [2024/05/06 09:18:26.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=70] [cur_db=test] [sql="alter table t drop index i"] [user=] [2024/05/06 09:18:26.904 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.904 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop index i"] [2024/05/06 09:18:26.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=3.080983ms] [gotSchemaVersion=71] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:18:26.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=71] [2024/05/06 09:18:27.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.172468ms] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.691624ms] [gotSchemaVersion=72] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:18:27.130 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=72] [2024/05/06 09:18:27.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=54.503522ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.892363ms] [gotSchemaVersion=73] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:18:27.280 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=73] [2024/05/06 09:18:27.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.47135ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.403704ms] [gotSchemaVersion=74] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:18:27.435 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=74] [2024/05/06 09:18:27.472 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=54.237428ms] [job="ID:115, Type:drop index, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.563 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=115] [tableID=112] [indexIDs="[1]"] [comment="drop index: table ID"] [2024/05/06 09:18:27.575 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop index"] [2024/05/06 09:18:27.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [job="ID:115, Type:drop index, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:26.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.630 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:18:27.630 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:27.638 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.756180447\n# Parse_time: 0.000315406\n# Compile_time: 0.000713052\n# Rewrite_time: 0.000010491\n# Optimize_time: 0.004724519\n# Wait_TS: 0.000364371\n# DB: test\n# Is_internal: false\n# Digest: bb488b181fedf4d60e0d0097ba3e9a0104c2f6628979e6fc77c4d221f0382cd9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop index i;"] [2024/05/06 09:18:27.640 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'i' doesn't exist in table 't'"] [SQL="select max(a) from t use index(i)"] [2024/05/06 09:18:27.660 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:25.277 +0000 UTC"] [2024/05/06 09:18:27.687 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:27.687 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:25.277000'"] [2024/05/06 09:18:27.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:27.757 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/06 09:18:27.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.057 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=198.21Β΅s] [gotSchemaVersion=75] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:28.068 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=75] [2024/05/06 09:18:28.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.407965ms] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.143 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.173 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:28.183 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:28.186 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.426194ms] ["completed regions"=1] [2024/05/06 09:18:28.187 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:28.213 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:28.216 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=28.64316ms] ["completed regions"=1] [2024/05/06 09:18:28.216 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:28.226 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:28.228 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.942979ms] ["completed regions"=1] [2024/05/06 09:18:28.228 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:28.239 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:28.241 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=12.51644ms] ["completed regions"=1] [2024/05/06 09:18:28.241 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:28.249 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:28.251 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.409267ms] ["completed regions"=1] [2024/05/06 09:18:28.251 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:28.259 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:28.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.390155ms] ["completed regions"=1] [2024/05/06 09:18:28.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:28.269 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:28.271 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.763012ms] ["completed regions"=1] [2024/05/06 09:18:28.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:28.279 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:28.281 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.642184ms] ["completed regions"=1] [2024/05/06 09:18:28.282 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:28.291 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:28.293 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=11.013151ms] ["completed regions"=1] [2024/05/06 09:18:28.293 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:28.301 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:28.303 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.390845ms] ["completed regions"=1] [2024/05/06 09:18:28.303 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:28.311 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:28.312 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.5972ms] ["completed regions"=1] [2024/05/06 09:18:28.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:28.320 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:28.322 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.325871ms] ["completed regions"=1] [2024/05/06 09:18:28.322 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:28.329 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:28.331 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.303619ms] ["completed regions"=1] [2024/05/06 09:18:28.331 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:28.338 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:28.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.685833ms] ["completed regions"=1] [2024/05/06 09:18:28.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:28.347 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:28.348 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.915119ms] ["completed regions"=1] [2024/05/06 09:18:28.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:28.355 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:28.356 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.420977ms] ["completed regions"=1] [2024/05/06 09:18:28.356 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:28.363 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:28.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.067917ms] ["completed regions"=1] [2024/05/06 09:18:28.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:28.371 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:28.373 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.15573ms] ["completed regions"=1] [2024/05/06 09:18:28.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:28.379 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:28.380 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.096293ms] ["completed regions"=1] [2024/05/06 09:18:28.380 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:28.386 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:28.388 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.86948ms] ["completed regions"=1] [2024/05/06 09:18:28.388 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:28.394 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:28.396 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.609486ms] ["completed regions"=1] [2024/05/06 09:18:28.396 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:28.401 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:28.403 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.449168ms] ["completed regions"=1] [2024/05/06 09:18:28.403 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:28.408 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:28.410 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.449674ms] ["completed regions"=1] [2024/05/06 09:18:28.410 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:28.415 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:28.417 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.608457ms] ["completed regions"=1] [2024/05/06 09:18:28.417 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:28.421 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:28.423 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.550197ms] ["completed regions"=1] [2024/05/06 09:18:28.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:28.427 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:28.429 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.908614ms] ["completed regions"=1] [2024/05/06 09:18:28.429 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:28.433 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:28.435 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.19675ms] ["completed regions"=1] [2024/05/06 09:18:28.435 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:28.439 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:28.440 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.655293ms] ["completed regions"=1] [2024/05/06 09:18:28.440 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:28.444 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:28.445 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.479092ms] ["completed regions"=1] [2024/05/06 09:18:28.445 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:28.448 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:28.450 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.276727ms] ["completed regions"=1] [2024/05/06 09:18:28.450 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:28.453 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:28.455 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.486502ms] ["completed regions"=1] [2024/05/06 09:18:28.455 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:28.458 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:28.459 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.058392ms] ["completed regions"=1] [2024/05/06 09:18:28.459 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:28.462 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:28.464 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.289035ms] ["completed regions"=1] [2024/05/06 09:18:28.464 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:28.467 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:28.469 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.187001ms] ["completed regions"=1] [2024/05/06 09:18:28.469 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:28.471 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:28.473 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.520795ms] ["completed regions"=1] [2024/05/06 09:18:28.473 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:28.475 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:28.476 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.169656ms] ["completed regions"=1] [2024/05/06 09:18:28.476 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:28.478 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:28.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.772348ms] ["completed regions"=1] [2024/05/06 09:18:28.481 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:28.483 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:28.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.592087ms] ["completed regions"=1] [2024/05/06 09:18:28.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:28.487 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:28.489 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.594618ms] ["completed regions"=1] [2024/05/06 09:18:28.540 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/06 09:18:28.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.571 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:28.581 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:28.583 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:28.583 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.873714ms] ["completed regions"=1] [2024/05/06 09:18:28.583 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:28.593 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:28.595 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:28.595 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.983727ms] ["completed regions"=1] [2024/05/06 09:18:28.595 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:28.604 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:28.606 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:28.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.999021ms] ["completed regions"=1] [2024/05/06 09:18:28.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:28.615 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:28.617 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:28.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.769573ms] ["completed regions"=1] [2024/05/06 09:18:28.617 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:28.626 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:28.627 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:28.627 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.589411ms] ["completed regions"=1] [2024/05/06 09:18:28.627 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:28.636 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:28.637 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:28.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.992047ms] ["completed regions"=1] [2024/05/06 09:18:28.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:28.645 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:28.647 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:28.647 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.280069ms] ["completed regions"=1] [2024/05/06 09:18:28.647 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:28.656 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:28.657 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:28.657 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.950725ms] ["completed regions"=1] [2024/05/06 09:18:28.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:28.665 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:28.667 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:28.668 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.740206ms] ["completed regions"=1] [2024/05/06 09:18:28.668 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:28.675 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:28.677 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:28.677 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.37741ms] ["completed regions"=1] [2024/05/06 09:18:28.678 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:28.685 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:28.687 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:28.688 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.697636ms] ["completed regions"=1] [2024/05/06 09:18:28.688 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:28.696 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:28.699 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:28.699 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=11.131589ms] ["completed regions"=1] [2024/05/06 09:18:28.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:28.707 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:28.709 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:28.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.45832ms] ["completed regions"=1] [2024/05/06 09:18:28.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:28.716 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:28.717 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:28.718 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.953062ms] ["completed regions"=1] [2024/05/06 09:18:28.718 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:28.724 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:28.725 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:28.726 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.62031ms] ["completed regions"=1] [2024/05/06 09:18:28.726 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:28.732 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:28.733 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:28.733 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.512432ms] ["completed regions"=1] [2024/05/06 09:18:28.733 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:28.739 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:28.741 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:28.741 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.201523ms] ["completed regions"=1] [2024/05/06 09:18:28.741 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:28.747 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:28.748 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:28.748 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.899615ms] ["completed regions"=1] [2024/05/06 09:18:28.748 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:28.754 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:28.756 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:28.756 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.196283ms] ["completed regions"=1] [2024/05/06 09:18:28.756 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:28.762 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:28.764 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:28.764 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.522236ms] ["completed regions"=1] [2024/05/06 09:18:28.764 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:28.770 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:28.772 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:28.772 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.632616ms] ["completed regions"=1] [2024/05/06 09:18:28.772 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:28.778 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:28.780 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:28.780 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=7.370861ms] ["completed regions"=1] [2024/05/06 09:18:28.780 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:28.787 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:28.789 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:28.789 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=8.690767ms] ["completed regions"=1] [2024/05/06 09:18:28.789 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:28.795 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:28.797 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:28.797 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=7.357429ms] ["completed regions"=1] [2024/05/06 09:18:28.797 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:28.801 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:28.803 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:28.803 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.901819ms] ["completed regions"=1] [2024/05/06 09:18:28.803 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:28.808 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:28.809 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:28.809 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.730092ms] ["completed regions"=1] [2024/05/06 09:18:28.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:28.827 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:28.829 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:28.830 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=19.693843ms] ["completed regions"=1] [2024/05/06 09:18:28.830 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:28.834 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:28.835 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:28.835 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.179604ms] ["completed regions"=1] [2024/05/06 09:18:28.835 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:28.839 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:28.841 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:28.841 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.169234ms] ["completed regions"=1] [2024/05/06 09:18:28.841 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:28.845 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:28.847 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:28.847 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.926291ms] ["completed regions"=1] [2024/05/06 09:18:28.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:28.850 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:28.851 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:28.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.148503ms] ["completed regions"=1] [2024/05/06 09:18:28.851 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:28.854 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:28.856 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:28.856 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.936229ms] ["completed regions"=1] [2024/05/06 09:18:28.856 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:28.859 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:28.860 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:28.861 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.522972ms] ["completed regions"=1] [2024/05/06 09:18:28.861 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:28.864 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:28.865 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:28.866 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.544838ms] ["completed regions"=1] [2024/05/06 09:18:28.866 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:28.868 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:28.870 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:28.870 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.019458ms] ["completed regions"=1] [2024/05/06 09:18:28.870 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:28.873 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:28.874 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:28.875 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.945931ms] ["completed regions"=1] [2024/05/06 09:18:28.875 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:28.877 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:28.878 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:28.878 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.41646ms] ["completed regions"=1] [2024/05/06 09:18:28.879 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:28.880 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:28.882 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:28.882 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.078636ms] ["completed regions"=1] [2024/05/06 09:18:28.882 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:28.884 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:28.887 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:28.888 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=5.181985ms] ["completed regions"=1] [2024/05/06 09:18:28.888 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:28.943 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:28.993 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/116/092636d1-5472-431d-831a-c2d3b4ad2cd3] [currentVer=75] [latestVer=76] [2024/05/06 09:18:28.993 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 092636d1-5472-431d-831a-c2d3b4ad2cd3"] ["ddl job id"=116] [ver=76] [2024/05/06 09:18:29.041 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=98.342564ms] [2024/05/06 09:18:29.047 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:29.056 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=76] [2024/05/06 09:18:29.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=120.22123ms] [job="ID:116, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.236 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [job="ID:116, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:27.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.259 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:18:29.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.6044810680000001\n# Parse_time: 0.000381629\n# Compile_time: 0.000832386\n# Rewrite_time: 0.00000978\n# Optimize_time: 0.002134852\n# Wait_TS: 0.000475025\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:25.277000';"] [2024/05/06 09:18:29.266 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:29.322 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'k' doesn't exist in table 't'"] [SQL="select max(a) from t use index(k)"] [2024/05/06 09:18:29.340 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [2024/05/06 09:18:29.340 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [2024/05/06 09:18:29.341 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=20.299Β΅s] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=16.92Β΅s] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=12.736Β΅s] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=13.527Β΅s] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=4.479Β΅s] [2024/05/06 09:18:29.342 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:29.342 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:29.342 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:29.347 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=092636d1-5472-431d-831a-c2d3b4ad2cd3] ["take time"=13.1614ms] [2024/05/06 09:18:29.347 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=092636d1-5472-431d-831a-c2d3b4ad2cd3] [2024/05/06 09:18:29.348 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:29.349 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b3ae10a-d383-4113-8f9a-74e447ba314d] [watcherID=9312f04e-e86e-4d7d-b50c-28c5f1b778af] [2024/05/06 09:18:29.349 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:29.349 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1b3ae10a-d383-4113-8f9a-74e447ba314d] [2024/05/06 09:18:29.349 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:29.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:29.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:29.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:29.354 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:29.354 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1650] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=092636d1-5472-431d-831a-c2d3b4ad2cd3] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:29.355 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21dc7e59-f640-44a5-98ed-b3734020a2d0"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:29.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:29.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:29.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:29.355 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:29.355 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="context canceled"] [2024/05/06 09:18:29.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:29.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:29.355 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:29.356 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=092636d1-5472-431d-831a-c2d3b4ad2cd3] [2024/05/06 09:18:29.356 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [2024/05/06 09:18:29.356 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:29.355 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:29.356 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [2024/05/06 09:18:29.356 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:29.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:29.356 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:29.357 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:29.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:29.357 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21dc7e59-f640-44a5-98ed-b3734020a2d0"] [error="context canceled"] [2024/05/06 09:18:29.357 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:29.357 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=21dc7e59-f640-44a5-98ed-b3734020a2d0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:29.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:29.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:29.357 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21dc7e59-f640-44a5-98ed-b3734020a2d0"] [2024/05/06 09:18:29.397 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:29.397 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="context canceled"] [2024/05/06 09:18:29.598 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:30.622 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:30.622 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:30.622 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:30.626 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21dc7e59-f640-44a5-98ed-b3734020a2d0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:30.866 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 092636d1-5472-431d-831a-c2d3b4ad2cd3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:30.866 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:30.866 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:30.866 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:30.876 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.542549108s] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.877 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:30.877 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.877 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:30.877 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:30.879 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropIndex (8.09s) === RUN TestFlashbackAddDropModifyColumn [2024/05/06 09:18:30.888 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:30.889 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:30.890 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:30.890 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.891 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:30.892 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.892 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.892 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:30.892 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:30.892 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.894 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:30.897 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:30.899 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:30.901 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:30.910 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:30.921 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:31.113 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1493] ["lease id"=6f188f4d30750345] [2024/05/06 09:18:31.115 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:31.225 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=76] ["start time"=104.900886ms] [2024/05/06 09:18:31.231 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:31.231 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b7967c25-43ad-4552-b6e2-e5db88a689b4] [runWorker=true] [2024/05/06 09:18:31.231 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:31.233 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:31.234 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:31.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:31.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:31.235 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:31.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:31.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:31.235 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:31.235 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:31.235 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:31.235 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:31.237 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3075033b] [ownerID=b7967c25-43ad-4552-b6e2-e5db88a689b4] [op=none] [2024/05/06 09:18:31.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:31.237 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8b48e2a8-f2a0-4f6d-bb5e-e441549031e3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:31.243 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:31.269 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:31.270 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:31.271 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:31.287 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:31.288 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3075033b] [ownerID=b7967c25-43ad-4552-b6e2-e5db88a689b4] [op=none] [2024/05/06 09:18:31.288 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [op=none] [2024/05/06 09:18:31.288 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:31.393 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:31.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:31.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:31.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:31.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:31.426 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:31.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:31.426 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:31.426 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:31.426 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:31.426 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:31.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:31.429 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:31.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:31.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:31.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:31.430 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:31.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:31.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:31.435 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:31.445 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb097e0-243a-4e87-bab7-a442db0e243e] [2024/05/06 09:18:31.445 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:31.445 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:31.446 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:31.447 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:31.447 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:31.474 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.056005ms] [2024/05/06 09:18:31.501 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:31.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:31.507 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:31.538 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:31.538 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:31.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=229.767Β΅s] [gotSchemaVersion=77] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:31.644 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=77] [2024/05/06 09:18:31.678 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=54.782987ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=234.334Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:31.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/05/06 09:18:31.853 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.68182ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.956 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:18:31.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=292.377Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:32.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/06 09:18:32.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.754813ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.101 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:18:32.114 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:18:32.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:31.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.174 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:32.174 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:32.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.671350183\n# Parse_time: 0.000276584\n# Compile_time: 0.000572155\n# Rewrite_time: 0.000009144\n# Optimize_time: 0.000158427\n# Wait_TS: 0.000414764\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:32.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:32.216 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="create table t(a int, b int, index i(a))"] [user=] [2024/05/06 09:18:32.260 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:32.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:32.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:32.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:32.265 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:32.265 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, index i(a))"] [2024/05/06 09:18:32.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.334 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 09:18:32.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.771767ms] [gotSchemaVersion=80] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:32.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=80] [2024/05/06 09:18:32.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.606812ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.445 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:32.445 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:32.445 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb097e0-243a-4e87-bab7-a442db0e243e] [watcherID=be81d989-6f4d-4158-b765-3a416f4865ce] [2024/05/06 09:18:32.447 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:32.461 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:32.461 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:32.461 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:32.461 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:32.501 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.534 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:32.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:32.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.323093674\n# Parse_time: 0.000798758\n# Compile_time: 0.001083572\n# Rewrite_time: 0.00001325\n# Optimize_time: 0.00038279\n# Wait_TS: 0.000515146\n# DB: test\n# Is_internal: false\n# Digest: d72e41f8083e7343a2497052bd26913876eab2bc35eb0751140d7be7834b0cd8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, b int, index i(a));"] [2024/05/06 09:18:33.236 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:33.552 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=80] [cur_db=test] [sql="alter table t add column c int"] [user=] [2024/05/06 09:18:33.584 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:33.584 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add column c int"] [2024/05/06 09:18:33.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.633 +00:00] [INFO] [column.go:135] ["run add column job"] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [columnInfo="{\"id\":3,\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{},\"state\":0,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}"] [2024/05/06 09:18:33.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.876591ms] [gotSchemaVersion=81] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:18:33.680 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=81] [2024/05/06 09:18:33.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.902332ms] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.776 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=3.148053ms] [gotSchemaVersion=82] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:18:33.829 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=82] [2024/05/06 09:18:33.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=54.785114ms] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.898 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.766835ms] [gotSchemaVersion=83] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:18:33.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=83] [2024/05/06 09:18:33.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.263786ms] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 3, Column Name: c"] [2024/05/06 09:18:34.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.57715ms] [gotSchemaVersion=84] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:18:34.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=84] [2024/05/06 09:18:34.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.961331ms] [job="ID:120, Type:add column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.199 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [job="ID:120, Type:add column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.237 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:18:34.237 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.240 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.690007935\n# Parse_time: 0.000548767\n# Compile_time: 0.001107323\n# Rewrite_time: 0.000011728\n# Optimize_time: 0.00038279\n# Wait_TS: 0.000364178\n# DB: test\n# Is_internal: false\n# Digest: cabb6d338328b0d2166b6e862a99093e87fb2c9bb044ba51b9776a4591e3b28b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add column c int;"] [2024/05/06 09:18:34.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=84] [cur_db=test] [sql="alter table t drop column b"] [user=] [2024/05/06 09:18:34.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop column b"] [2024/05/06 09:18:34.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.64341ms] [gotSchemaVersion=85] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:18:34.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=85] [2024/05/06 09:18:34.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.261909ms] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.533 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.916982ms] [gotSchemaVersion=86] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:18:34.545 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=86] [2024/05/06 09:18:34.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=54.137479ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.808238ms] [gotSchemaVersion=87] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:18:34.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 09:18:34.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.6162ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.931745ms] [gotSchemaVersion=88] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:18:34.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=88] [2024/05/06 09:18:34.910 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=56.319611ms] [job="ID:121, Type:drop column, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.980 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop column"] [2024/05/06 09:18:34.984 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [job="ID:121, Type:drop column, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:18:34.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.049 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:18:35.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:35.053 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.812000572\n# Parse_time: 0.000310229\n# Compile_time: 0.000657265\n# Rewrite_time: 0.000010797\n# Optimize_time: 0.00038279\n# Wait_TS: 0.000408512\n# DB: test\n# Is_internal: false\n# Digest: ab17b4fb3391eda8a9f4862e7ec9be2c3cbd84d414c5c31b51cabd06e9b85eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop column b;"] [2024/05/06 09:18:35.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=88] [cur_db=test] [sql="alter table t modify column a tinyint"] [user=] [2024/05/06 09:18:35.093 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:35.093 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t modify column a tinyint"] [2024/05/06 09:18:35.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.219336ms] [gotSchemaVersion=89] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:18:35.238 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=89] [2024/05/06 09:18:35.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=54.296414ms] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=3.42451ms] [gotSchemaVersion=90] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:18:35.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=90] [2024/05/06 09:18:35.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.252365ms] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.754917ms] [gotSchemaVersion=91] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:18:35.531 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=91] [2024/05/06 09:18:35.568 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.559844ms] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.609 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=122] [physicalTableID=118] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.654 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=122] [2024/05/06 09:18:35.686 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582426079237, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:35.701 +00:00] [INFO] [column.go:1076] ["start to update table row"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582426079237, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_col_,CurrElementID:4,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/06 09:18:35.711 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.711 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="update column"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.713 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.713 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp update column"] [jobID=122] [2024/05/06 09:18:35.713 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp update column"] [jobID=122] [2024/05/06 09:18:35.713 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp update column"] [jobID=122] [2024/05/06 09:18:35.720 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp update column"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f7280000000000000030000] ["take time"=7.119925ms] [2024/05/06 09:18:35.720 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp update column"] [jobID=122] [2024/05/06 09:18:35.720 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:4,TypeKey:_col_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/06 09:18:35.741 +00:00] [INFO] [column.go:1181] ["update column and indexes"] [category=ddl] ["job ID"=122] [element=ID:2,TypeKey:_idx_] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.741 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582426079237, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/06 09:18:35.749 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.749 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.750 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:18:35.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=122] [2024/05/06 09:18:35.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=122] [2024/05/06 09:18:35.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=122] [2024/05/06 09:18:35.756 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f72800000000000000300] ["take time"=6.209891ms] [2024/05/06 09:18:35.757 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=122] [2024/05/06 09:18:35.757 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/06 09:18:35.757 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:35.914 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: modify column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 4, Column Name: a"] [2024/05/06 09:18:35.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=4.690782ms] [gotSchemaVersion=92] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:18:36.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=92] [2024/05/06 09:18:36.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.578069ms] [job="ID:122, Type:modify column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582426079237, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:36.121 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=122] [tableID=118] [indexIDs="[1]"] [comment="modify column: table ID"] [2024/05/06 09:18:36.130 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="modify column"] [2024/05/06 09:18:36.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [job="ID:122, Type:modify column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-06 09:18:35.027 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582426079237, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:36.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:18:36.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:36.204 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.1506492449999999\n# Parse_time: 0.00045449\n# Compile_time: 0.000963394\n# Rewrite_time: 0.000010563\n# Optimize_time: 0.00038279\n# Wait_TS: 0.00041195\n# DB: test\n# Is_internal: false\n# Digest: 140903cf73b1f5df1ac607e64bb2b4dd0c4c2ba0c7c4a5e49e6c1193f0cd1074\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t modify column a tinyint;"] [2024/05/06 09:18:36.222 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:33.528 +0000 UTC"] [2024/05/06 09:18:36.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:36.252 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:33.528000'"] [2024/05/06 09:18:36.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.314 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/06 09:18:36.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.658 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=210.048Β΅s] [gotSchemaVersion=93] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:36.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=93] [2024/05/06 09:18:36.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.562252ms] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:36.779 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:36.788 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:36.791 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.728051ms] ["completed regions"=1] [2024/05/06 09:18:36.791 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:36.801 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:36.803 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.832561ms] ["completed regions"=1] [2024/05/06 09:18:36.803 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:36.813 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:36.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.263457ms] ["completed regions"=1] [2024/05/06 09:18:36.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:36.823 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:36.825 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.311738ms] ["completed regions"=1] [2024/05/06 09:18:36.825 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:36.834 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:36.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.50531ms] ["completed regions"=1] [2024/05/06 09:18:36.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:36.845 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:36.847 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.985938ms] ["completed regions"=1] [2024/05/06 09:18:36.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:36.855 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:36.857 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.86779ms] ["completed regions"=1] [2024/05/06 09:18:36.857 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:36.865 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:36.866 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.955274ms] ["completed regions"=1] [2024/05/06 09:18:36.866 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:36.874 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:36.875 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.707683ms] ["completed regions"=1] [2024/05/06 09:18:36.875 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:36.883 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:36.884 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.18549ms] ["completed regions"=1] [2024/05/06 09:18:36.884 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:36.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:36.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.038282ms] ["completed regions"=1] [2024/05/06 09:18:36.894 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:36.902 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:36.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=11.808308ms] ["completed regions"=1] [2024/05/06 09:18:36.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:36.913 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:36.915 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.743872ms] ["completed regions"=1] [2024/05/06 09:18:36.915 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:36.926 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:36.928 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=12.896006ms] ["completed regions"=1] [2024/05/06 09:18:36.928 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:36.935 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:36.937 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.828612ms] ["completed regions"=1] [2024/05/06 09:18:36.937 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:36.943 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:36.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.467048ms] ["completed regions"=1] [2024/05/06 09:18:36.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:36.951 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:36.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.139959ms] ["completed regions"=1] [2024/05/06 09:18:36.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:36.958 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:36.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.298787ms] ["completed regions"=1] [2024/05/06 09:18:36.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:36.965 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:36.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.196407ms] ["completed regions"=1] [2024/05/06 09:18:36.968 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:36.976 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:36.978 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=9.92746ms] ["completed regions"=1] [2024/05/06 09:18:36.978 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:36.986 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:36.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=9.444624ms] ["completed regions"=1] [2024/05/06 09:18:36.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:36.994 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:36.996 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=7.410783ms] ["completed regions"=1] [2024/05/06 09:18:36.996 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:37.001 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:37.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.960548ms] ["completed regions"=1] [2024/05/06 09:18:37.003 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:37.008 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:37.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.529294ms] ["completed regions"=1] [2024/05/06 09:18:37.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:37.016 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:37.018 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=7.174582ms] ["completed regions"=1] [2024/05/06 09:18:37.018 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:37.022 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:37.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.293689ms] ["completed regions"=1] [2024/05/06 09:18:37.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:37.027 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:37.029 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.089429ms] ["completed regions"=1] [2024/05/06 09:18:37.029 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:37.033 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:37.034 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.724047ms] ["completed regions"=1] [2024/05/06 09:18:37.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:37.037 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:37.039 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.631102ms] ["completed regions"=1] [2024/05/06 09:18:37.039 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:37.042 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:37.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.525288ms] ["completed regions"=1] [2024/05/06 09:18:37.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:37.048 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:37.049 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=5.017707ms] ["completed regions"=1] [2024/05/06 09:18:37.049 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:37.052 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:37.054 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.742127ms] ["completed regions"=1] [2024/05/06 09:18:37.054 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:37.057 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:37.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.094089ms] ["completed regions"=1] [2024/05/06 09:18:37.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:37.061 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:37.063 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.859585ms] ["completed regions"=1] [2024/05/06 09:18:37.063 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:37.065 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:37.067 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.601393ms] ["completed regions"=1] [2024/05/06 09:18:37.067 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:37.069 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:37.071 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.464579ms] ["completed regions"=1] [2024/05/06 09:18:37.071 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:37.073 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:37.075 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.569403ms] ["completed regions"=1] [2024/05/06 09:18:37.075 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:37.077 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:37.078 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.151163ms] ["completed regions"=1] [2024/05/06 09:18:37.078 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:37.080 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:37.083 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.872154ms] ["completed regions"=1] [2024/05/06 09:18:37.123 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/06 09:18:37.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.153 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:37.162 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:37.165 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:37.165 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.202858ms] ["completed regions"=1] [2024/05/06 09:18:37.165 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:37.175 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:37.177 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:37.177 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.537017ms] ["completed regions"=1] [2024/05/06 09:18:37.178 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:37.187 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:37.188 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:37.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.726092ms] ["completed regions"=1] [2024/05/06 09:18:37.189 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:37.198 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:37.200 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:37.200 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.845507ms] ["completed regions"=1] [2024/05/06 09:18:37.200 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:37.208 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:37.210 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:37.210 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.762909ms] ["completed regions"=1] [2024/05/06 09:18:37.210 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:37.219 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:37.221 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:37.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.239843ms] ["completed regions"=1] [2024/05/06 09:18:37.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:37.229 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:37.230 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:37.230 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.128442ms] ["completed regions"=1] [2024/05/06 09:18:37.230 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:37.239 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:37.240 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:37.240 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.593094ms] ["completed regions"=1] [2024/05/06 09:18:37.240 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:37.250 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:37.254 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:37.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=13.27482ms] ["completed regions"=1] [2024/05/06 09:18:37.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:37.263 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:37.264 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:37.264 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.850146ms] ["completed regions"=1] [2024/05/06 09:18:37.265 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:37.272 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:37.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:37.273 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.51971ms] ["completed regions"=1] [2024/05/06 09:18:37.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:37.282 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:37.285 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:37.285 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=11.043078ms] ["completed regions"=1] [2024/05/06 09:18:37.285 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:37.311 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:37.314 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:37.314 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=28.336652ms] ["completed regions"=1] [2024/05/06 09:18:37.314 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:37.322 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:37.325 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:37.325 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=10.235652ms] ["completed regions"=1] [2024/05/06 09:18:37.325 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:37.332 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:37.334 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:37.334 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.260935ms] ["completed regions"=1] [2024/05/06 09:18:37.334 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:37.341 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:37.342 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:37.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.295315ms] ["completed regions"=1] [2024/05/06 09:18:37.343 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:37.349 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:37.351 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:37.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.811882ms] ["completed regions"=1] [2024/05/06 09:18:37.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:37.357 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:37.359 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:37.359 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.404678ms] ["completed regions"=1] [2024/05/06 09:18:37.359 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:37.365 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:37.367 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:37.367 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.580546ms] ["completed regions"=1] [2024/05/06 09:18:37.367 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:37.376 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:37.378 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:37.378 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=10.153044ms] ["completed regions"=1] [2024/05/06 09:18:37.378 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:37.383 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:37.385 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:37.385 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.769526ms] ["completed regions"=1] [2024/05/06 09:18:37.385 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:37.390 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:37.392 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:37.392 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=7.164327ms] ["completed regions"=1] [2024/05/06 09:18:37.393 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:37.398 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:37.400 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:37.400 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.715095ms] ["completed regions"=1] [2024/05/06 09:18:37.400 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:37.405 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:37.407 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:37.407 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.810427ms] ["completed regions"=1] [2024/05/06 09:18:37.407 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:37.413 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:37.415 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:37.415 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=7.83183ms] ["completed regions"=1] [2024/05/06 09:18:37.415 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:37.421 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:37.423 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:37.423 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=7.546222ms] ["completed regions"=1] [2024/05/06 09:18:37.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:37.429 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:37.431 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:37.431 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=7.778382ms] ["completed regions"=1] [2024/05/06 09:18:37.431 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:37.435 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:37.437 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:37.437 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.617819ms] ["completed regions"=1] [2024/05/06 09:18:37.437 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:37.441 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:37.443 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:37.443 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.161224ms] ["completed regions"=1] [2024/05/06 09:18:37.443 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:37.447 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:37.448 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:37.448 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.872399ms] ["completed regions"=1] [2024/05/06 09:18:37.449 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:37.452 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:37.454 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:37.454 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=5.117863ms] ["completed regions"=1] [2024/05/06 09:18:37.454 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:37.458 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:37.459 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:37.459 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=5.031528ms] ["completed regions"=1] [2024/05/06 09:18:37.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:37.462 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:37.464 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:37.464 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.011309ms] ["completed regions"=1] [2024/05/06 09:18:37.464 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:37.467 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:37.468 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:37.468 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.792812ms] ["completed regions"=1] [2024/05/06 09:18:37.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:37.471 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:37.473 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:37.473 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.291754ms] ["completed regions"=1] [2024/05/06 09:18:37.473 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:37.475 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:37.477 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:37.477 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.686716ms] ["completed regions"=1] [2024/05/06 09:18:37.477 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:37.480 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:37.481 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:37.481 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.984791ms] ["completed regions"=1] [2024/05/06 09:18:37.481 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:37.484 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:37.485 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:37.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.376016ms] ["completed regions"=1] [2024/05/06 09:18:37.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:37.487 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:37.490 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:37.490 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.568742ms] ["completed regions"=1] [2024/05/06 09:18:37.490 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:37.543 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:37.597 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/123/b7967c25-43ad-4552-b6e2-e5db88a689b4] [currentVer=93] [latestVer=94] [2024/05/06 09:18:37.597 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b7967c25-43ad-4552-b6e2-e5db88a689b4"] ["ddl job id"=123] [ver=94] [2024/05/06 09:18:37.647 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=104.656194ms] [2024/05/06 09:18:37.653 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:37.662 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=94] [2024/05/06 09:18:37.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=147.622419ms] [job="ID:123, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [job="ID:123, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:36.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.926 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:18:37.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.709467962\n# Parse_time: 0.000437632\n# Compile_time: 0.000694544\n# Rewrite_time: 0.000007743\n# Optimize_time: 0.000155951\n# Wait_TS: 0.000376982\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:33.528000';"] [2024/05/06 09:18:37.933 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:38.019 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [2024/05/06 09:18:38.019 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [2024/05/06 09:18:38.021 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=21.663Β΅s] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=14.03Β΅s] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=13.099Β΅s] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=14.443Β΅s] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=12.503Β΅s] [2024/05/06 09:18:38.022 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:38.022 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:38.022 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:38.028 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b7967c25-43ad-4552-b6e2-e5db88a689b4] ["take time"=20.362942ms] [2024/05/06 09:18:38.028 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b7967c25-43ad-4552-b6e2-e5db88a689b4] [2024/05/06 09:18:38.030 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:38.030 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb097e0-243a-4e87-bab7-a442db0e243e] [watcherID=be81d989-6f4d-4158-b765-3a416f4865ce] [2024/05/06 09:18:38.031 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:38.031 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb097e0-243a-4e87-bab7-a442db0e243e] [2024/05/06 09:18:38.031 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:38.031 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:38.031 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:38.031 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:38.037 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:38.037 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1493] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:38.038 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:38.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:38.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b7967c25-43ad-4552-b6e2-e5db88a689b4] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:38.039 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:38.039 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:38.039 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:38.039 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:38.039 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:38.039 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b48e2a8-f2a0-4f6d-bb5e-e441549031e3"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b7967c25-43ad-4552-b6e2-e5db88a689b4] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="context canceled"] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:38.038 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:38.039 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:38.039 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:38.039 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:38.039 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:38.040 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:38.040 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:38.039 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:38.041 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:38.041 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8b48e2a8-f2a0-4f6d-bb5e-e441549031e3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:38.041 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:38.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:38.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:38.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:38.042 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b48e2a8-f2a0-4f6d-bb5e-e441549031e3"] [error="context canceled"] [2024/05/06 09:18:38.042 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b48e2a8-f2a0-4f6d-bb5e-e441549031e3"] [2024/05/06 09:18:38.042 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b48e2a8-f2a0-4f6d-bb5e-e441549031e3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:38.089 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:38.090 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="context canceled"] [2024/05/06 09:18:38.090 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [2024/05/06 09:18:39.296 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:39.296 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:39.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:39.305 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b48e2a8-f2a0-4f6d-bb5e-e441549031e3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:39.320 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7967c25-43ad-4552-b6e2-e5db88a689b4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:39.320 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:39.321 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:39.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:39.328 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.320560296s] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:39.329 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:39.329 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:39.329 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:39.329 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:39.330 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropModifyColumn (8.45s) === RUN TestFlashbackBasicRenameDropCreateTable [2024/05/06 09:18:39.339 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:39.340 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:39.341 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:39.341 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:39.341 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:39.343 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:39.343 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:39.343 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:39.343 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:39.343 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:39.345 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:39.349 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:39.351 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:39.353 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:39.363 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:39.375 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:39.512 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=928] ["lease id"=6f188f4d3075039a] [2024/05/06 09:18:39.514 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:39.618 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=99.900247ms] [2024/05/06 09:18:39.624 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:39.624 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=708ada0b-b88a-46a8-a68a-03d68b515f3b] [runWorker=true] [2024/05/06 09:18:39.624 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:39.626 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:39.627 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:39.628 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:39.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:39.628 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:39.628 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:39.628 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:39.629 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] ["owner key"=/tidb/ddl/fg/owner/22318f4d30750391] [ownerID=708ada0b-b88a-46a8-a68a-03d68b515f3b] [op=none] [2024/05/06 09:18:39.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:39.630 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=aea65741-6aff-4005-9519-c0aac98f6dea] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:39.635 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:39.657 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:39.659 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:39.659 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:39.680 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:39.681 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] ["owner key"=/tidb/ddl/fg/owner/22318f4d30750391] [ownerID=708ada0b-b88a-46a8-a68a-03d68b515f3b] [op=none] [2024/05/06 09:18:39.681 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [op=none] [2024/05/06 09:18:39.681 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:39.772 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:39.790 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:39.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:39.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:39.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:39.809 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:39.809 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:39.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:39.810 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:39.810 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:39.810 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:39.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:39.812 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:39.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:39.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:39.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:39.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:39.813 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:39.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:39.818 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:39.823 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/beaf5bd2-3796-49a0-9d54-2885ebf765fd] [2024/05/06 09:18:39.823 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:39.823 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:39.827 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:39.827 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:39.827 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:39.856 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.201329ms] [2024/05/06 09:18:39.865 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:39.871 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:39.873 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:39.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:39.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=369.069Β΅s] [gotSchemaVersion=95] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:40.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=95] [2024/05/06 09:18:40.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.578606ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=347.037Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:40.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=96] [2024/05/06 09:18:40.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.603066ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.257 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:18:40.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=233.319Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:40.301 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=97] [2024/05/06 09:18:40.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.663848ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.389 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:18:40.403 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 09:18:40.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.466 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 09:18:40.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 0.597094783\n# Parse_time: 0.000265626\n# Compile_time: 0.000750454\n# Rewrite_time: 0.000013772\n# Optimize_time: 0.00022552\n# Wait_TS: 0.000441565\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:40.506 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t, t1, t2, t3"] [user=] [2024/05/06 09:18:40.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:18:40.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:40.547 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:18:40.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.612 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 125, Table Name: t"] [2024/05/06 09:18:40.655 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:40.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:40.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:40.655 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:40.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=2.98706ms] [gotSchemaVersion=98] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:40.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=98] [2024/05/06 09:18:40.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.763198ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.779 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:18:40.779 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.819 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=98] [cur_db=test] [sql="create table t1(a int, index i(a))"] [user=] [2024/05/06 09:18:40.823 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:40.823 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:40.823 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/beaf5bd2-3796-49a0-9d54-2885ebf765fd] [watcherID=541e4f8c-a77b-4b3a-a4fe-d58c05be0573] [2024/05/06 09:18:40.828 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:40.841 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:40.841 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:40.841 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:40.841 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:40.861 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:40.861 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, index i(a))"] [2024/05/06 09:18:40.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.925 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 127, Table Name: t1"] [2024/05/06 09:18:40.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.431541ms] [gotSchemaVersion=99] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:40.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=99] [2024/05/06 09:18:41.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.560891ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:41.054 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.827 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:41.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:18:41.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:41.628 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:42.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=99] [cur_db=test] [sql="rename table t to t3"] [user=] [2024/05/06 09:18:42.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.142 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="rename table t to t3"] [2024/05/06 09:18:42.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.238 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.486075ms] [gotSchemaVersion=100] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/06 09:18:42.249 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=100] [2024/05/06 09:18:42.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.208726ms] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.539997ms] [gotSchemaVersion=101] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/06 09:18:42.391 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=101] [2024/05/06 09:18:42.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.867082ms] [job="ID:129, Type:rename table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.488 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [job="ID:129, Type:rename table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.519 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:18:42.519 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:42.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.408386712\n# Parse_time: 0.000319171\n# Compile_time: 0.000727223\n# Rewrite_time: 0.000014666\n# Optimize_time: 0.003406011\n# Wait_TS: 0.000435486\n# DB: test\n# Is_internal: false\n# Digest: dde3515138a490099c0989954a5e2f5723847f25ab9c184cd6c7df54f09cb301\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nrename table t to t3;"] [2024/05/06 09:18:42.523 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=101] [cur_db=test] [sql="drop table t1"] [user=] [2024/05/06 09:18:42.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.547 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t1"] [2024/05/06 09:18:42.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=265.21Β΅s] [gotSchemaVersion=102] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=102] [2024/05/06 09:18:42.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.087389ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=226.541Β΅s] [gotSchemaVersion=103] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=103] [2024/05/06 09:18:42.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.278512ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.903 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/06 09:18:42.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=218.034Β΅s] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=104] [2024/05/06 09:18:42.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.115561ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.043 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=130] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:18:43.052 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 09:18:43.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.108 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 09:18:43.108 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.112 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.589573858\n# Parse_time: 0.000261372\n# Compile_time: 0.000644837\n# Rewrite_time: 0.00001105\n# Optimize_time: 0.003406011\n# Wait_TS: 0.000523832\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t1;"] [2024/05/06 09:18:43.113 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=104] [cur_db=test] [sql="create table t2(a int, index i(a))"] [user=] [2024/05/06 09:18:43.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:43.154 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, index i(a))"] [2024/05/06 09:18:43.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.230 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 131, Table Name: t2"] [2024/05/06 09:18:43.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=3.483953ms] [gotSchemaVersion=105] [phyTblIDs="[131]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:43.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=105] [2024/05/06 09:18:43.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.493814ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 09:18:43.470 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.361372759\n# Parse_time: 0.000486962\n# Compile_time: 0.00074302\n# Rewrite_time: 0.000008127\n# Optimize_time: 0.003406011\n# Wait_TS: 0.000455841\n# DB: test\n# Is_internal: false\n# Digest: 112a31ae3a1fd6e95e0c251ebcc733e13f5fe949e3b1179264dfa150ceb9abbe\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2(a int, index i(a));"] [2024/05/06 09:18:43.515 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:42.078 +0000 UTC"] [2024/05/06 09:18:43.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:43.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:42.078000'"] [2024/05/06 09:18:43.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.591 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/06 09:18:43.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=182.497Β΅s] [gotSchemaVersion=106] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:43.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=106] [2024/05/06 09:18:43.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.525688ms] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.948 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.977 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:44.007 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:44.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=32.541672ms] ["completed regions"=1] [2024/05/06 09:18:44.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:44.019 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:44.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.917659ms] ["completed regions"=1] [2024/05/06 09:18:44.022 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:44.031 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:44.033 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.708448ms] ["completed regions"=1] [2024/05/06 09:18:44.033 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:44.042 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:44.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.140844ms] ["completed regions"=1] [2024/05/06 09:18:44.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:44.058 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:44.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=14.888977ms] ["completed regions"=1] [2024/05/06 09:18:44.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:44.067 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:44.069 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.233698ms] ["completed regions"=1] [2024/05/06 09:18:44.069 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:44.077 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:44.078 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.790136ms] ["completed regions"=1] [2024/05/06 09:18:44.078 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:44.086 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:44.088 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.18154ms] ["completed regions"=1] [2024/05/06 09:18:44.088 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:44.095 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:44.097 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.469227ms] ["completed regions"=1] [2024/05/06 09:18:44.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:44.104 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:44.106 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.271988ms] ["completed regions"=1] [2024/05/06 09:18:44.106 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:44.113 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:44.114 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.272594ms] ["completed regions"=1] [2024/05/06 09:18:44.115 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:44.121 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:44.124 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.86632ms] ["completed regions"=1] [2024/05/06 09:18:44.124 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:44.131 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:44.132 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.108878ms] ["completed regions"=1] [2024/05/06 09:18:44.132 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:44.139 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:44.141 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.025596ms] ["completed regions"=1] [2024/05/06 09:18:44.141 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:44.147 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:44.149 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.385431ms] ["completed regions"=1] [2024/05/06 09:18:44.149 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:44.155 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:44.156 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.9864ms] ["completed regions"=1] [2024/05/06 09:18:44.156 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:44.162 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:44.164 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.954449ms] ["completed regions"=1] [2024/05/06 09:18:44.164 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:44.169 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:44.171 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.605965ms] ["completed regions"=1] [2024/05/06 09:18:44.171 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:44.176 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:44.177 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.138587ms] ["completed regions"=1] [2024/05/06 09:18:44.177 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:44.183 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:44.184 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.257702ms] ["completed regions"=1] [2024/05/06 09:18:44.184 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:44.189 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:44.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.874673ms] ["completed regions"=1] [2024/05/06 09:18:44.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:44.195 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:44.197 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.765351ms] ["completed regions"=1] [2024/05/06 09:18:44.197 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:44.201 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:44.203 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.655738ms] ["completed regions"=1] [2024/05/06 09:18:44.203 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:44.207 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:44.208 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.18154ms] ["completed regions"=1] [2024/05/06 09:18:44.209 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:44.213 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:44.214 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.122641ms] ["completed regions"=1] [2024/05/06 09:18:44.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:44.218 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:44.220 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.014995ms] ["completed regions"=1] [2024/05/06 09:18:44.220 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:44.223 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:44.226 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.880991ms] ["completed regions"=1] [2024/05/06 09:18:44.226 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:44.230 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:44.231 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.822533ms] ["completed regions"=1] [2024/05/06 09:18:44.231 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:44.234 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:44.236 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.262265ms] ["completed regions"=1] [2024/05/06 09:18:44.236 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:44.239 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:44.240 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.194228ms] ["completed regions"=1] [2024/05/06 09:18:44.240 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:44.244 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:44.245 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.273249ms] ["completed regions"=1] [2024/05/06 09:18:44.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:44.248 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:44.249 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.968373ms] ["completed regions"=1] [2024/05/06 09:18:44.249 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:44.252 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:44.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.797955ms] ["completed regions"=1] [2024/05/06 09:18:44.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:44.256 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:44.258 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.543821ms] ["completed regions"=1] [2024/05/06 09:18:44.258 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:44.260 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:44.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.017148ms] ["completed regions"=1] [2024/05/06 09:18:44.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:44.263 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:44.264 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.058564ms] ["completed regions"=1] [2024/05/06 09:18:44.265 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:44.266 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:44.267 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.586663ms] ["completed regions"=1] [2024/05/06 09:18:44.268 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:44.269 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:44.270 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.361093ms] ["completed regions"=1] [2024/05/06 09:18:44.270 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:44.272 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:44.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.962097ms] ["completed regions"=1] [2024/05/06 09:18:44.315 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/06 09:18:44.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:44.356 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:44.360 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:44.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.001499ms] ["completed regions"=1] [2024/05/06 09:18:44.360 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:44.369 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:44.371 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:44.371 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.825557ms] ["completed regions"=1] [2024/05/06 09:18:44.371 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:44.380 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:44.382 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:44.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.179007ms] ["completed regions"=1] [2024/05/06 09:18:44.382 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:44.395 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:44.396 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:44.396 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=14.31517ms] ["completed regions"=1] [2024/05/06 09:18:44.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:44.405 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:44.406 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:44.406 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.491091ms] ["completed regions"=1] [2024/05/06 09:18:44.406 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:44.414 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:44.416 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:44.416 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.16721ms] ["completed regions"=1] [2024/05/06 09:18:44.416 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:44.425 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:44.426 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:44.426 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.820368ms] ["completed regions"=1] [2024/05/06 09:18:44.426 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:44.434 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:44.436 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:44.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.479812ms] ["completed regions"=1] [2024/05/06 09:18:44.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:44.443 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:44.445 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:44.445 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.465381ms] ["completed regions"=1] [2024/05/06 09:18:44.445 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:44.452 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:44.453 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:44.453 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.32548ms] ["completed regions"=1] [2024/05/06 09:18:44.453 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:44.461 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:44.462 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:44.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.493655ms] ["completed regions"=1] [2024/05/06 09:18:44.462 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:44.469 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:44.472 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:44.472 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.541934ms] ["completed regions"=1] [2024/05/06 09:18:44.472 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:44.479 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:44.480 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:44.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.731527ms] ["completed regions"=1] [2024/05/06 09:18:44.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:44.487 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:44.488 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:44.488 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.628592ms] ["completed regions"=1] [2024/05/06 09:18:44.488 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:44.495 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:44.497 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:44.497 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.084402ms] ["completed regions"=1] [2024/05/06 09:18:44.497 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:44.503 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:44.504 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:44.504 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.188592ms] ["completed regions"=1] [2024/05/06 09:18:44.504 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:44.510 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:44.512 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:44.512 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.137522ms] ["completed regions"=1] [2024/05/06 09:18:44.512 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:44.518 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:44.519 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:44.519 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.753755ms] ["completed regions"=1] [2024/05/06 09:18:44.519 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:44.525 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:44.526 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:44.526 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.742053ms] ["completed regions"=1] [2024/05/06 09:18:44.526 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:44.532 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:44.534 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:44.534 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.805733ms] ["completed regions"=1] [2024/05/06 09:18:44.534 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:44.539 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:44.540 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:44.540 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.295873ms] ["completed regions"=1] [2024/05/06 09:18:44.540 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:44.546 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:44.547 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:44.547 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.400507ms] ["completed regions"=1] [2024/05/06 09:18:44.547 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:44.552 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:44.554 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:44.554 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.95912ms] ["completed regions"=1] [2024/05/06 09:18:44.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:44.558 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:44.560 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:44.560 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.452068ms] ["completed regions"=1] [2024/05/06 09:18:44.560 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:44.564 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:44.566 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:44.566 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.60013ms] ["completed regions"=1] [2024/05/06 09:18:44.566 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:44.570 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:44.571 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:44.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.282061ms] ["completed regions"=1] [2024/05/06 09:18:44.572 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:44.575 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:44.577 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:44.577 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.148858ms] ["completed regions"=1] [2024/05/06 09:18:44.577 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:44.598 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:44.600 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:44.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=22.949361ms] ["completed regions"=1] [2024/05/06 09:18:44.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:44.605 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:44.607 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:44.607 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.878161ms] ["completed regions"=1] [2024/05/06 09:18:44.607 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:44.611 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:44.612 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:44.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.129985ms] ["completed regions"=1] [2024/05/06 09:18:44.613 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:44.616 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:44.618 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:44.618 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.644301ms] ["completed regions"=1] [2024/05/06 09:18:44.618 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:44.621 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:44.623 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:44.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.305976ms] ["completed regions"=1] [2024/05/06 09:18:44.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:44.626 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:44.627 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:44.627 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.096707ms] ["completed regions"=1] [2024/05/06 09:18:44.627 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:44.630 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:44.632 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:44.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.665267ms] ["completed regions"=1] [2024/05/06 09:18:44.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:44.634 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:44.635 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:44.635 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.241564ms] ["completed regions"=1] [2024/05/06 09:18:44.636 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:44.638 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:44.639 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:44.639 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.265515ms] ["completed regions"=1] [2024/05/06 09:18:44.639 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:44.641 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:44.642 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:44.642 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.84809ms] ["completed regions"=1] [2024/05/06 09:18:44.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:44.644 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:44.646 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:44.646 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.664291ms] ["completed regions"=1] [2024/05/06 09:18:44.646 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:44.647 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:44.650 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:44.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.252109ms] ["completed regions"=1] [2024/05/06 09:18:44.650 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:44.705 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:44.754 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/133/708ada0b-b88a-46a8-a68a-03d68b515f3b] [currentVer=106] [latestVer=107] [2024/05/06 09:18:44.754 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 708ada0b-b88a-46a8-a68a-03d68b515f3b"] ["ddl job id"=133] [ver=107] [2024/05/06 09:18:44.802 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=97.400738ms] [2024/05/06 09:18:44.808 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:44.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=107] [2024/05/06 09:18:44.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=120.45906ms] [job="ID:133, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.011 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [job="ID:133, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:43.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.043 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:18:45.043 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:45.046 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 1.5333943749999999\n# Parse_time: 0.000371732\n# Compile_time: 0.000623347\n# Rewrite_time: 0.000011371\n# Optimize_time: 0.002089593\n# Wait_TS: 0.000303324\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:42.078000';"] [2024/05/06 09:18:45.049 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:45.103 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t1] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t1`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:45.170 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [2024/05/06 09:18:45.170 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [2024/05/06 09:18:45.172 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=27.155Β΅s] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=21.314Β΅s] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=14.827Β΅s] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=13.47Β΅s] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=5.389Β΅s] [2024/05/06 09:18:45.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:45.173 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:45.173 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:45.178 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=708ada0b-b88a-46a8-a68a-03d68b515f3b] ["take time"=7.452884ms] [2024/05/06 09:18:45.178 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=708ada0b-b88a-46a8-a68a-03d68b515f3b] [2024/05/06 09:18:45.180 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:45.180 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:45.180 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/beaf5bd2-3796-49a0-9d54-2885ebf765fd] [watcherID=541e4f8c-a77b-4b3a-a4fe-d58c05be0573] [2024/05/06 09:18:45.180 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/beaf5bd2-3796-49a0-9d54-2885ebf765fd] [2024/05/06 09:18:45.180 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:45.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:45.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:45.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:45.185 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:45.185 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:45.186 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=928] [2024/05/06 09:18:45.186 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:45.186 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:45.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:45.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:45.186 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:45.186 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:45.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=708ada0b-b88a-46a8-a68a-03d68b515f3b] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:45.187 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea65741-6aff-4005-9519-c0aac98f6dea"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:45.187 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:45.186 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:45.187 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="context canceled"] [2024/05/06 09:18:45.187 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=708ada0b-b88a-46a8-a68a-03d68b515f3b] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:45.186 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:45.187 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:45.187 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:45.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:45.188 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:45.188 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:45.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:45.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:45.189 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=aea65741-6aff-4005-9519-c0aac98f6dea] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:45.189 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea65741-6aff-4005-9519-c0aac98f6dea"] [error="context canceled"] [2024/05/06 09:18:45.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:45.189 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea65741-6aff-4005-9519-c0aac98f6dea"] [2024/05/06 09:18:45.254 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:45.254 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="context canceled"] [2024/05/06 09:18:45.254 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [2024/05/06 09:18:45.254 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:46.435 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:46.435 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:46.435 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:46.442 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea65741-6aff-4005-9519-c0aac98f6dea"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:46.500 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 708ada0b-b88a-46a8-a68a-03d68b515f3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:46.500 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:46.500 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:46.500 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:46.510 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.339465976s] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:46.511 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:46.511 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:46.511 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:46.511 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:46.514 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackBasicRenameDropCreateTable (7.18s) === RUN TestFlashbackCreateDropTableWithData [2024/05/06 09:18:46.521 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:46.522 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:46.523 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:46.524 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:46.524 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:46.525 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:46.525 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:46.525 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:46.525 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:46.525 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:46.527 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:46.530 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:46.532 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:46.534 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:46.541 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:46.551 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:46.718 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=306] ["lease id"=6f188f4d307503e5] [2024/05/06 09:18:46.721 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:46.830 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=107] ["start time"=105.047619ms] [2024/05/06 09:18:46.835 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:46.836 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7acb916f-a5a6-4e33-aedc-38eef489b17d] [runWorker=true] [2024/05/06 09:18:46.836 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:46.838 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:46.839 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:46.839 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:46.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:46.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:46.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:46.840 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:46.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:46.840 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:46.840 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:46.841 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d307503da] [ownerID=7acb916f-a5a6-4e33-aedc-38eef489b17d] [op=none] [2024/05/06 09:18:46.842 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:46.842 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1226a776-84b5-4ab0-9332-a20b68e7b8c5] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:46.846 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:46.872 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:46.873 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:46.874 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:46.891 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:46.892 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d307503da] [ownerID=7acb916f-a5a6-4e33-aedc-38eef489b17d] [op=none] [2024/05/06 09:18:46.892 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [op=none] [2024/05/06 09:18:46.892 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:46.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:46.997 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:47.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:47.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:47.009 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:47.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:47.009 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:47.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:47.009 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:47.009 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:47.009 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:47.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:47.011 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:47.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:47.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:47.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:47.013 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:47.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:47.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:47.017 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:47.022 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0868e7-75b5-404e-b716-dc66c268d9f0] [2024/05/06 09:18:47.022 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:47.022 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:47.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:47.026 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:47.026 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:47.052 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.405995ms] [2024/05/06 09:18:47.076 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:47.080 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:47.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:18:47.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="drop table `t`,`t1`"] [user=] [2024/05/06 09:18:47.106 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:47.106 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/06 09:18:47.162 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=222.368Β΅s] [gotSchemaVersion=108] [phyTblIDs="[125]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=108] [2024/05/06 09:18:47.244 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.207497ms] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.299 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=196.725Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=109] [2024/05/06 09:18:47.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.772794ms] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.440 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 125, Old Table Name: t"] [2024/05/06 09:18:47.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=224.337Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=110] [2024/05/06 09:18:47.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.152408ms] [job="ID:134, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.549 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=134] [tableIDs="[125]"] [comment="drop table: table ID"] [2024/05/06 09:18:47.560 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=134] [jobType="drop table"] [2024/05/06 09:18:47.563 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [job="ID:134, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.078 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.615 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 09:18:47.615 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:47.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:47.647 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/06 09:18:47.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=254.069Β΅s] [gotSchemaVersion=111] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.731 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=111] [2024/05/06 09:18:47.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.288827ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=352.348Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=112] [2024/05/06 09:18:47.859 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:47.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:47.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:47.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:47.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.793488ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.968 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/06 09:18:47.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=430.876Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:48.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=113] [2024/05/06 09:18:48.023 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:48.023 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:48.023 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0868e7-75b5-404e-b716-dc66c268d9f0] [watcherID=761370e2-fc8c-4206-a9f5-808e7bb5afa8] [2024/05/06 09:18:48.027 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:48.041 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:48.041 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:48.041 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:48.041 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:48.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=54.02551ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.132 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:18:48.141 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 09:18:48.146 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.578 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.205 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:18:48.205 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:48.209 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.125558272\n# Parse_time: 0.000195585\n# Compile_time: 0.000495112\n# Rewrite_time: 0.00000833\n# Optimize_time: 0.00017233\n# Wait_TS: 0.000296166\n# DB: test\n# Is_internal: false\n# Digest: e18195ee41552301c3a5d4e7505c7434155b8b2d6d1c44bdae5ca491006dcdd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`,`t1`;"] [2024/05/06 09:18:48.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=113] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/06 09:18:48.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:48.283 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/06 09:18:48.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.352 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 136, Table Name: t"] [2024/05/06 09:18:48.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.081351ms] [gotSchemaVersion=114] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:48.401 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=114] [2024/05/06 09:18:48.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.963647ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.535 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:18:48.535 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:48.839 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:49.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=114] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:18:49.578 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:49.578 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:18:49.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=230.897Β΅s] [gotSchemaVersion=115] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:49.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=115] [2024/05/06 09:18:49.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.604062ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=204.379Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:49.798 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=116] [2024/05/06 09:18:49.837 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.05348ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.912 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:18:49.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=267.231Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:49.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=117] [2024/05/06 09:18:50.012 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.912859ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:18:50.070 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:18:50.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:18:50.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.124 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.57102973\n# Parse_time: 0.000188909\n# Compile_time: 0.000660286\n# Rewrite_time: 0.000022943\n# Optimize_time: 0.000400933\n# Wait_TS: 0.000477344\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table t;"] [2024/05/06 09:18:50.126 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=117] [cur_db=test] [sql="create table t(b int)"] [user=] [2024/05/06 09:18:50.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.161 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(b int)"] [2024/05/06 09:18:50.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.202 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 139, Table Name: t"] [2024/05/06 09:18:50.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.434293ms] [gotSchemaVersion=118] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:50.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=118] [2024/05/06 09:18:50.295 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.868622ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.381 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 09:18:50.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.398 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:49.528 +0000 UTC"] [2024/05/06 09:18:50.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.421 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:49.528000'"] [2024/05/06 09:18:50.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.501 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/06 09:18:50.528 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=188.221Β΅s] [gotSchemaVersion=119] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:50.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=119] [2024/05/06 09:18:50.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.407037ms] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:50.942 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:50.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.939036ms] ["completed regions"=1] [2024/05/06 09:18:50.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:50.953 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:50.955 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=9.810971ms] ["completed regions"=1] [2024/05/06 09:18:50.955 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:50.964 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:50.965 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.174658ms] ["completed regions"=1] [2024/05/06 09:18:50.966 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:50.974 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:50.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=8.985525ms] ["completed regions"=1] [2024/05/06 09:18:50.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:50.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:50.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=8.941482ms] ["completed regions"=1] [2024/05/06 09:18:50.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:50.992 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:50.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.665175ms] ["completed regions"=1] [2024/05/06 09:18:50.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:51.001 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:51.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.690093ms] ["completed regions"=1] [2024/05/06 09:18:51.003 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:51.010 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:51.012 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.535704ms] ["completed regions"=1] [2024/05/06 09:18:51.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:51.019 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:51.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.178484ms] ["completed regions"=1] [2024/05/06 09:18:51.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:51.027 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:51.029 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.896283ms] ["completed regions"=1] [2024/05/06 09:18:51.029 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:51.035 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:51.037 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.649426ms] ["completed regions"=1] [2024/05/06 09:18:51.037 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:51.043 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:51.045 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.383693ms] ["completed regions"=1] [2024/05/06 09:18:51.045 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:51.052 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:51.053 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.445925ms] ["completed regions"=1] [2024/05/06 09:18:51.053 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:51.060 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:51.062 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.032143ms] ["completed regions"=1] [2024/05/06 09:18:51.062 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:51.068 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:51.070 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.632693ms] ["completed regions"=1] [2024/05/06 09:18:51.070 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:51.078 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:51.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=9.196329ms] ["completed regions"=1] [2024/05/06 09:18:51.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:51.086 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:51.088 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.644172ms] ["completed regions"=1] [2024/05/06 09:18:51.088 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:51.093 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:51.095 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.65911ms] ["completed regions"=1] [2024/05/06 09:18:51.095 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:51.100 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:51.102 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.570555ms] ["completed regions"=1] [2024/05/06 09:18:51.102 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:51.107 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:51.109 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.707903ms] ["completed regions"=1] [2024/05/06 09:18:51.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:51.114 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:51.115 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.705049ms] ["completed regions"=1] [2024/05/06 09:18:51.115 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:51.120 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:51.121 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.689448ms] ["completed regions"=1] [2024/05/06 09:18:51.121 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:51.126 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:51.127 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.461927ms] ["completed regions"=1] [2024/05/06 09:18:51.127 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:51.131 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:51.133 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.330017ms] ["completed regions"=1] [2024/05/06 09:18:51.133 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:51.137 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:51.138 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=4.98767ms] ["completed regions"=1] [2024/05/06 09:18:51.138 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:51.142 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:51.143 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.81154ms] ["completed regions"=1] [2024/05/06 09:18:51.143 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:51.147 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:51.148 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.783268ms] ["completed regions"=1] [2024/05/06 09:18:51.148 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:51.152 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:51.153 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.547137ms] ["completed regions"=1] [2024/05/06 09:18:51.153 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:51.157 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:51.158 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.359032ms] ["completed regions"=1] [2024/05/06 09:18:51.158 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:51.162 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:51.163 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.299243ms] ["completed regions"=1] [2024/05/06 09:18:51.163 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:51.166 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:51.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.153235ms] ["completed regions"=1] [2024/05/06 09:18:51.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:51.170 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:51.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.72512ms] ["completed regions"=1] [2024/05/06 09:18:51.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:51.174 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:51.176 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.671909ms] ["completed regions"=1] [2024/05/06 09:18:51.176 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:51.179 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:51.180 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.630664ms] ["completed regions"=1] [2024/05/06 09:18:51.180 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:51.182 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:51.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.147119ms] ["completed regions"=1] [2024/05/06 09:18:51.183 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:51.185 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:51.186 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.818719ms] ["completed regions"=1] [2024/05/06 09:18:51.187 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:51.188 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:51.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.610705ms] ["completed regions"=1] [2024/05/06 09:18:51.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:51.191 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:51.192 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.525169ms] ["completed regions"=1] [2024/05/06 09:18:51.193 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:51.194 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:51.196 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.844659ms] ["completed regions"=1] [2024/05/06 09:18:51.230 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/06 09:18:51.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.281 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:51.292 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:51.296 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:18:51.296 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=14.651797ms] ["completed regions"=1] [2024/05/06 09:18:51.296 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:51.305 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:51.307 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:18:51.307 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.694255ms] ["completed regions"=1] [2024/05/06 09:18:51.307 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:51.317 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:51.318 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:18:51.318 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.810214ms] ["completed regions"=1] [2024/05/06 09:18:51.318 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:51.327 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:51.328 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:18:51.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.528968ms] ["completed regions"=1] [2024/05/06 09:18:51.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:51.337 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:51.338 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:18:51.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.774296ms] ["completed regions"=1] [2024/05/06 09:18:51.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:51.349 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:51.351 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:18:51.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=12.157516ms] ["completed regions"=1] [2024/05/06 09:18:51.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:51.360 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:51.362 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:18:51.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.286478ms] ["completed regions"=1] [2024/05/06 09:18:51.362 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:51.371 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:51.372 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:18:51.372 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.912579ms] ["completed regions"=1] [2024/05/06 09:18:51.372 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:51.380 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:51.382 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:18:51.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.116724ms] ["completed regions"=1] [2024/05/06 09:18:51.382 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:51.390 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:51.392 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:18:51.392 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.688063ms] ["completed regions"=1] [2024/05/06 09:18:51.392 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:51.399 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:51.401 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:18:51.401 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.459323ms] ["completed regions"=1] [2024/05/06 09:18:51.401 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:51.408 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:51.411 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:18:51.411 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.008903ms] ["completed regions"=1] [2024/05/06 09:18:51.411 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:51.418 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:51.419 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:18:51.419 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.745343ms] ["completed regions"=1] [2024/05/06 09:18:51.419 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:51.426 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:51.427 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:18:51.427 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.698399ms] ["completed regions"=1] [2024/05/06 09:18:51.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:51.434 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:51.436 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:18:51.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.831212ms] ["completed regions"=1] [2024/05/06 09:18:51.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:51.442 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:51.444 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:18:51.444 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.633165ms] ["completed regions"=1] [2024/05/06 09:18:51.444 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:51.450 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:51.452 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:18:51.452 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.711689ms] ["completed regions"=1] [2024/05/06 09:18:51.452 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:51.458 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:51.460 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:18:51.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.180539ms] ["completed regions"=1] [2024/05/06 09:18:51.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:51.465 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:51.467 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:18:51.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.561128ms] ["completed regions"=1] [2024/05/06 09:18:51.467 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:51.472 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:51.473 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:18:51.473 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.436577ms] ["completed regions"=1] [2024/05/06 09:18:51.474 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:51.479 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:51.480 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:18:51.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.250883ms] ["completed regions"=1] [2024/05/06 09:18:51.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:51.485 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:51.486 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:18:51.487 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.923164ms] ["completed regions"=1] [2024/05/06 09:18:51.487 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:51.491 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:51.493 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:18:51.493 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.641966ms] ["completed regions"=1] [2024/05/06 09:18:51.493 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:51.497 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:51.499 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:18:51.499 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.637382ms] ["completed regions"=1] [2024/05/06 09:18:51.499 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:51.503 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:51.505 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:18:51.505 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.351133ms] ["completed regions"=1] [2024/05/06 09:18:51.505 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:51.509 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:51.510 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:18:51.510 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.083551ms] ["completed regions"=1] [2024/05/06 09:18:51.510 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:51.514 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:51.516 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:18:51.516 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.210262ms] ["completed regions"=1] [2024/05/06 09:18:51.516 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:51.520 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:51.521 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:18:51.521 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.168481ms] ["completed regions"=1] [2024/05/06 09:18:51.521 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:51.525 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:51.526 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:18:51.526 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.665241ms] ["completed regions"=1] [2024/05/06 09:18:51.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:51.530 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:51.531 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:18:51.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.468889ms] ["completed regions"=1] [2024/05/06 09:18:51.531 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:51.535 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:51.536 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:18:51.537 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.871804ms] ["completed regions"=1] [2024/05/06 09:18:51.537 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:51.540 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:51.541 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:18:51.541 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.168304ms] ["completed regions"=1] [2024/05/06 09:18:51.541 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:51.544 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:51.546 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:18:51.546 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.610936ms] ["completed regions"=1] [2024/05/06 09:18:51.546 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:51.549 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:51.551 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:18:51.551 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.001921ms] ["completed regions"=1] [2024/05/06 09:18:51.551 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:51.553 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:51.555 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:18:51.555 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.629146ms] ["completed regions"=1] [2024/05/06 09:18:51.555 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:51.557 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:51.559 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:18:51.559 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.527042ms] ["completed regions"=1] [2024/05/06 09:18:51.559 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:51.561 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:51.562 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:18:51.562 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.231497ms] ["completed regions"=1] [2024/05/06 09:18:51.563 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:51.564 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:51.565 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:18:51.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.569023ms] ["completed regions"=1] [2024/05/06 09:18:51.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:51.567 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:51.569 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:18:51.569 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.414881ms] ["completed regions"=1] [2024/05/06 09:18:51.569 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:51.625 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:51.674 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/141/7acb916f-a5a6-4e33-aedc-38eef489b17d] [currentVer=119] [latestVer=120] [2024/05/06 09:18:51.674 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 7acb916f-a5a6-4e33-aedc-38eef489b17d"] ["ddl job id"=141] [ver=120] [2024/05/06 09:18:51.724 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=98.812313ms] [2024/05/06 09:18:51.729 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:51.739 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=120] [2024/05/06 09:18:51.741 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=120.180862ms] [job="ID:141, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.976 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [job="ID:141, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:50.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.004 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:18:52.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 1.6120270479999999\n# Parse_time: 0.000572945\n# Compile_time: 0.000788248\n# Rewrite_time: 0.000008974\n# Optimize_time: 0.000400933\n# Wait_TS: 0.00039692\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:49.528000';"] [2024/05/06 09:18:52.050 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [2024/05/06 09:18:52.050 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [2024/05/06 09:18:52.050 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:52.052 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=32.457Β΅s] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=21.395Β΅s] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=24.277Β΅s] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=20.839Β΅s] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=5.271Β΅s] [2024/05/06 09:18:52.053 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.053 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:52.053 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:52.059 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7acb916f-a5a6-4e33-aedc-38eef489b17d] ["take time"=37.745291ms] [2024/05/06 09:18:52.059 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7acb916f-a5a6-4e33-aedc-38eef489b17d] [2024/05/06 09:18:52.061 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:52.061 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0868e7-75b5-404e-b716-dc66c268d9f0] [watcherID=761370e2-fc8c-4206-a9f5-808e7bb5afa8] [2024/05/06 09:18:52.061 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:52.062 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0868e7-75b5-404e-b716-dc66c268d9f0] [2024/05/06 09:18:52.062 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:52.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:52.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.068 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:52.068 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:52.069 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=306] [2024/05/06 09:18:52.069 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:52.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:52.069 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7acb916f-a5a6-4e33-aedc-38eef489b17d] [2024/05/06 09:18:52.070 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:52.070 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:52.070 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:52.070 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:52.070 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1226a776-84b5-4ab0-9332-a20b68e7b8c5"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:52.070 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:52.070 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="context canceled"] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:52.070 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:52.070 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:52.070 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:52.070 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:52.070 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:52.071 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7acb916f-a5a6-4e33-aedc-38eef489b17d] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:52.071 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:52.070 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [2024/05/06 09:18:52.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:52.071 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:52.071 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:52.071 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:52.071 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:52.071 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:52.072 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:52.072 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:52.072 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1226a776-84b5-4ab0-9332-a20b68e7b8c5"] [error="context canceled"] [2024/05/06 09:18:52.072 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:52.072 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1226a776-84b5-4ab0-9332-a20b68e7b8c5] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:52.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:52.073 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1226a776-84b5-4ab0-9332-a20b68e7b8c5"] [2024/05/06 09:18:52.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:52.073 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1226a776-84b5-4ab0-9332-a20b68e7b8c5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:52.119 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:52.120 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="context canceled"] [2024/05/06 09:18:52.120 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [2024/05/06 09:18:53.319 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1226a776-84b5-4ab0-9332-a20b68e7b8c5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:53.342 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:53.342 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:53.342 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:53.378 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7acb916f-a5a6-4e33-aedc-38eef489b17d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:53.378 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:53.378 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:53.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:53.385 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.364399168s] [2024/05/06 09:18:53.386 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:53.386 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:53.386 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:53.386 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:53.386 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:53.386 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:53.386 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:53.387 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:53.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:53.387 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:53.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:53.387 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:53.387 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:53.388 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropTableWithData (6.88s) === RUN TestFlashbackCreateDropSchema [2024/05/06 09:18:53.398 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:53.399 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:53.399 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:18:53.400 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:53.400 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:53.401 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:53.401 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:53.401 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:53.401 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:53.401 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:53.403 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:53.407 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:53.409 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:53.411 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:53.419 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:53.429 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:53.564 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=767] ["lease id"=22318f4d30750418] [2024/05/06 09:18:53.566 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:53.668 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=120] ["start time"=98.14983ms] [2024/05/06 09:18:53.673 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:53.673 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [runWorker=true] [2024/05/06 09:18:53.673 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:53.675 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:53.676 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:53.676 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:53.676 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:53.677 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:53.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:53.677 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:53.677 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:53.679 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d307504bd] [ownerID=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [op=none] [2024/05/06 09:18:53.679 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:53.679 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a4fe660d-7ded-4cf5-a421-e02f607976f2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:53.684 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:53.704 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:53.705 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:53.705 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:53.728 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:53.729 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d307504bd] [ownerID=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [op=none] [2024/05/06 09:18:53.729 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [op=none] [2024/05/06 09:18:53.729 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:53.831 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:53.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:53.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:53.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:53.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:53.865 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:53.865 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:53.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:53.865 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:53.865 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:53.865 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:53.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:53.867 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:53.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:53.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:53.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:53.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:53.869 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:53.872 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:53.873 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:53.882 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9f51e074-a6e4-4d2d-aed4-3aaca38d1c54] [2024/05/06 09:18:53.882 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:53.883 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:53.883 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:53.883 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:53.883 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:53.916 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.792974ms] [2024/05/06 09:18:53.923 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:53.927 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:53.929 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:53.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.960 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:54.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=337.657Β΅s] [gotSchemaVersion=121] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=121] [2024/05/06 09:18:54.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.145053ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=209.416Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.186 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=122] [2024/05/06 09:18:54.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.388808ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.299 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:18:54.328 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=247.322Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=123] [2024/05/06 09:18:54.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.458778ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.443 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:18:54.456 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 09:18:54.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.512 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:18:54.513 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.516 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 0.587638064\n# Parse_time: 0.000197436\n# Compile_time: 0.000585684\n# Rewrite_time: 0.00000766\n# Optimize_time: 0.000163786\n# Wait_TS: 0.000467706\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:54.552 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=123] [cur_db=test] [sql="create table t(a int, index k(a))"] [user=] [2024/05/06 09:18:54.588 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.588 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index k(a))"] [2024/05/06 09:18:54.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.665 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 143, Table Name: t"] [2024/05/06 09:18:54.701 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:54.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:54.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:54.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:54.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.342149ms] [gotSchemaVersion=124] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:54.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=124] [2024/05/06 09:18:54.761 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.894526ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.855 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:18:54.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.308250933\n# Parse_time: 0.000681335\n# Compile_time: 0.000850627\n# Rewrite_time: 0.000011184\n# Optimize_time: 0.000465385\n# Wait_TS: 0.000434299\n# DB: test\n# Is_internal: false\n# Digest: ad3363ab879c42d51da38d2d57a738a16bc93bfb0a9502aa772992bd9bfbbd44\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index k(a));"] [2024/05/06 09:18:54.883 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:54.883 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:54.883 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9f51e074-a6e4-4d2d-aed4-3aaca38d1c54] [watcherID=9534eadd-69f6-4669-bba6-e405cd2f76b5] [2024/05/06 09:18:54.883 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:54.895 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:54.895 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:54.895 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:54.895 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:55.677 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:55.877 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=124] [cur_db=test] [sql="drop schema test"] [user=] [2024/05/06 09:18:55.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:55.907 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test"] [2024/05/06 09:18:55.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=264.634Β΅s] [gotSchemaVersion=125] [phyTblIDs="[143]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:56.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=125] [2024/05/06 09:18:56.046 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=52.787569ms] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=181.472Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:56.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=126] [2024/05/06 09:18:56.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=54.059303ms] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=180.769Β΅s] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:56.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=127] [2024/05/06 09:18:56.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.660579ms] [job="ID:145, Type:drop schema, State:done, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.341 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:56.349 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop schema"] [2024/05/06 09:18:56.352 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:drop schema, State:synced, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:55.878 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:18:56.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:56.400 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.526957803\n# Parse_time: 0.000704972\n# Compile_time: 0.002678245\n# Rewrite_time: 0.000019165\n# Optimize_time: 0.000465385\n# Wait_TS: 0.001149222\n# Is_internal: false\n# Digest: 7395cbe033e695b7422836016be6bd8c724e8ed7a51276c275dcc5e5acd51631\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop schema test;"] [2024/05/06 09:18:56.401 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=] [sql="create schema test1"] [user=] [2024/05/06 09:18:56.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:56.429 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test1"] [2024/05/06 09:18:56.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=1.078453ms] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:56.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=128] [2024/05/06 09:18:56.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.155596ms] [job="ID:147, Type:create schema, State:done, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.653 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [job="ID:147, Type:create schema, State:synced, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.378 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.677 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 09:18:56.677 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:56.684 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=] [sql="create schema test2"] [user=] [2024/05/06 09:18:56.717 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:56.717 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test2"] [2024/05/06 09:18:56.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=1.012731ms] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:56.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=149] [version=129] [2024/05/06 09:18:56.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.535481ms] [job="ID:149, Type:create schema, State:done, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [job="ID:149, Type:create schema, State:synced, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.934 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=149] [2024/05/06 09:18:56.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:56.939 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:56.940 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=129] [error="[schema:1049]Unknown database 'test'"] [errorVerbose="[schema:1049]Unknown database 'test'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:338\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test1\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:56.942 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test2] [sql="drop schema test2"] [user=] [2024/05/06 09:18:56.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:56.965 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test2"] [2024/05/06 09:18:57.022 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=197.855Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:57.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=130] [2024/05/06 09:18:57.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.069444ms] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=200.762Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:57.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=131] [2024/05/06 09:18:57.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.458422ms] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=185.175Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:57.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=132] [2024/05/06 09:18:57.324 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.309802ms] [job="ID:150, Type:drop schema, State:done, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.427 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=150] [jobType="drop schema"] [2024/05/06 09:18:57.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:drop schema, State:synced, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.928 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:18:57.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:57.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.535907773\n# Parse_time: 0.00014105\n# Compile_time: 0.000466001\n# Rewrite_time: 0.000007588\n# Optimize_time: 0.000465385\n# Wait_TS: 0.000405817\n# Is_internal: false\n# Digest: 198bfda5b99bff3010b007aaf6570fccdae9746e3b653fef5a8797582c25f54f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test2;"] [2024/05/06 09:18:57.480 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:18:55.828 +0000 UTC"] [2024/05/06 09:18:57.506 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.506 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:18:55.828000'"] [2024/05/06 09:18:57.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.590 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/06 09:18:57.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=189.009Β΅s] [gotSchemaVersion=133] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:18:57.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=133] [2024/05/06 09:18:57.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.276251ms] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.990 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.992 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=24] ["first split key"=6d44423a3134360000fd0000000000000068] [2024/05/06 09:18:57.995 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=24] ["first at"=6d44423a3134360000fd0000000000000068] ["first new region left"="{Id:336 StartKey: EndKey:6d44423a31343600ff00fd000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:337 store_id:1 id:338 store_id:5 id:339 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:18:57.995 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[336,340]"] [2024/05/06 09:18:58.025 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/06 09:18:58.035 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=340] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/06 09:18:58.037 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=11.341631ms] ["completed regions"=1] [2024/05/06 09:18:58.037 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:58.046 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:58.048 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.915519ms] ["completed regions"=1] [2024/05/06 09:18:58.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:58.057 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:58.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.876323ms] ["completed regions"=1] [2024/05/06 09:18:58.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:58.069 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:58.071 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.977422ms] ["completed regions"=1] [2024/05/06 09:18:58.071 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:58.079 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:58.081 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.619177ms] ["completed regions"=1] [2024/05/06 09:18:58.081 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:58.109 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:58.111 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=29.253357ms] ["completed regions"=1] [2024/05/06 09:18:58.111 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:58.119 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:58.121 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.586433ms] ["completed regions"=1] [2024/05/06 09:18:58.121 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:58.130 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:58.131 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.818982ms] ["completed regions"=1] [2024/05/06 09:18:58.131 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:58.139 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:58.141 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.86071ms] ["completed regions"=1] [2024/05/06 09:18:58.141 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:58.149 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:58.150 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.387413ms] ["completed regions"=1] [2024/05/06 09:18:58.150 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:58.157 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:58.158 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.072937ms] ["completed regions"=1] [2024/05/06 09:18:58.158 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:58.165 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:58.167 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.0968ms] ["completed regions"=1] [2024/05/06 09:18:58.167 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:58.174 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:58.176 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.702034ms] ["completed regions"=1] [2024/05/06 09:18:58.176 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:58.183 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:58.184 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.746702ms] ["completed regions"=1] [2024/05/06 09:18:58.185 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:58.192 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:58.193 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.119978ms] ["completed regions"=1] [2024/05/06 09:18:58.193 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:58.200 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:58.201 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.575533ms] ["completed regions"=1] [2024/05/06 09:18:58.201 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:58.207 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:58.208 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.123837ms] ["completed regions"=1] [2024/05/06 09:18:58.209 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:58.214 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:58.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.510911ms] ["completed regions"=1] [2024/05/06 09:18:58.215 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:58.221 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:58.222 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.286732ms] ["completed regions"=1] [2024/05/06 09:18:58.222 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:58.228 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:58.229 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.123575ms] ["completed regions"=1] [2024/05/06 09:18:58.229 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:58.234 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:58.235 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.205087ms] ["completed regions"=1] [2024/05/06 09:18:58.235 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:58.241 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:58.242 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.362187ms] ["completed regions"=1] [2024/05/06 09:18:58.242 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:58.248 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:58.249 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.824441ms] ["completed regions"=1] [2024/05/06 09:18:58.249 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:58.253 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:58.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.756801ms] ["completed regions"=1] [2024/05/06 09:18:58.255 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:58.259 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:58.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.158174ms] ["completed regions"=1] [2024/05/06 09:18:58.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:58.265 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:58.266 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=4.936174ms] ["completed regions"=1] [2024/05/06 09:18:58.266 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:58.270 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:58.271 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.782957ms] ["completed regions"=1] [2024/05/06 09:18:58.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:58.275 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:58.276 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.560141ms] ["completed regions"=1] [2024/05/06 09:18:58.276 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:58.280 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:58.281 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.375616ms] ["completed regions"=1] [2024/05/06 09:18:58.281 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:58.284 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:58.286 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.415745ms] ["completed regions"=1] [2024/05/06 09:18:58.286 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:58.289 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:58.291 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.581464ms] ["completed regions"=1] [2024/05/06 09:18:58.291 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:58.294 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:58.295 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.945049ms] ["completed regions"=1] [2024/05/06 09:18:58.295 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:58.298 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:58.299 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.861061ms] ["completed regions"=1] [2024/05/06 09:18:58.299 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:58.302 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:58.303 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.705911ms] ["completed regions"=1] [2024/05/06 09:18:58.304 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:58.306 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:58.307 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.233372ms] ["completed regions"=1] [2024/05/06 09:18:58.307 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:58.309 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:58.311 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.065843ms] ["completed regions"=1] [2024/05/06 09:18:58.311 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:58.313 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:58.314 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.969389ms] ["completed regions"=1] [2024/05/06 09:18:58.314 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:58.316 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:58.317 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.62419ms] ["completed regions"=1] [2024/05/06 09:18:58.317 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:58.319 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:58.320 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.286725ms] ["completed regions"=1] [2024/05/06 09:18:58.320 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:58.321 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:58.323 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.123984ms] ["completed regions"=1] [2024/05/06 09:18:58.365 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/06 09:18:58.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.393 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/06 09:18:58.403 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=340] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/06 09:18:58.405 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=40] [] [2024/05/06 09:18:58.405 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=11.187108ms] ["completed regions"=1] [2024/05/06 09:18:58.405 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:18:58.419 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:18:58.422 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=40] [] [2024/05/06 09:18:58.422 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=16.715332ms] ["completed regions"=1] [2024/05/06 09:18:58.422 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:18:58.437 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:18:58.440 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=40] [] [2024/05/06 09:18:58.441 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=18.158864ms] ["completed regions"=1] [2024/05/06 09:18:58.441 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:18:58.449 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:18:58.451 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=40] [] [2024/05/06 09:18:58.451 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.066217ms] ["completed regions"=1] [2024/05/06 09:18:58.451 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:18:58.460 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:18:58.461 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=40] [] [2024/05/06 09:18:58.461 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.87833ms] ["completed regions"=1] [2024/05/06 09:18:58.461 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:18:58.470 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:18:58.471 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=40] [] [2024/05/06 09:18:58.471 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.590428ms] ["completed regions"=1] [2024/05/06 09:18:58.471 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:18:58.480 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:18:58.481 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=40] [] [2024/05/06 09:18:58.481 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.518429ms] ["completed regions"=1] [2024/05/06 09:18:58.481 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:18:58.489 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:18:58.491 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=40] [] [2024/05/06 09:18:58.491 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.97385ms] ["completed regions"=1] [2024/05/06 09:18:58.491 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:18:58.498 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:18:58.500 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=40] [] [2024/05/06 09:18:58.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.701634ms] ["completed regions"=1] [2024/05/06 09:18:58.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:18:58.507 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:18:58.508 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=40] [] [2024/05/06 09:18:58.508 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.227723ms] ["completed regions"=1] [2024/05/06 09:18:58.508 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:18:58.515 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:18:58.517 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=40] [] [2024/05/06 09:18:58.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.948468ms] ["completed regions"=1] [2024/05/06 09:18:58.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:18:58.524 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:18:58.525 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=40] [] [2024/05/06 09:18:58.525 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.016621ms] ["completed regions"=1] [2024/05/06 09:18:58.525 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:18:58.532 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:18:58.534 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=40] [] [2024/05/06 09:18:58.534 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.868603ms] ["completed regions"=1] [2024/05/06 09:18:58.534 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:18:58.541 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:18:58.542 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=40] [] [2024/05/06 09:18:58.542 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.512814ms] ["completed regions"=1] [2024/05/06 09:18:58.542 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:18:58.548 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:18:58.550 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=40] [] [2024/05/06 09:18:58.550 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.254255ms] ["completed regions"=1] [2024/05/06 09:18:58.550 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:18:58.556 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:18:58.557 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=40] [] [2024/05/06 09:18:58.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=6.905771ms] ["completed regions"=1] [2024/05/06 09:18:58.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:18:58.563 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:18:58.564 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=40] [] [2024/05/06 09:18:58.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.786666ms] ["completed regions"=1] [2024/05/06 09:18:58.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:18:58.570 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:18:58.571 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=40] [] [2024/05/06 09:18:58.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.570222ms] ["completed regions"=1] [2024/05/06 09:18:58.571 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:18:58.576 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:18:58.577 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=40] [] [2024/05/06 09:18:58.578 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.278432ms] ["completed regions"=1] [2024/05/06 09:18:58.578 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:18:58.583 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:18:58.584 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=40] [] [2024/05/06 09:18:58.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.020331ms] ["completed regions"=1] [2024/05/06 09:18:58.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:18:58.589 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:18:58.590 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=40] [] [2024/05/06 09:18:58.590 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=5.791302ms] ["completed regions"=1] [2024/05/06 09:18:58.590 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:18:58.595 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:18:58.596 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=40] [] [2024/05/06 09:18:58.596 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.829637ms] ["completed regions"=1] [2024/05/06 09:18:58.596 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:18:58.601 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:18:58.602 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=40] [] [2024/05/06 09:18:58.602 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.679135ms] ["completed regions"=1] [2024/05/06 09:18:58.602 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:18:58.607 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:18:58.608 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=40] [] [2024/05/06 09:18:58.608 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.187749ms] ["completed regions"=1] [2024/05/06 09:18:58.608 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:18:58.612 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:18:58.613 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=40] [] [2024/05/06 09:18:58.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.157797ms] ["completed regions"=1] [2024/05/06 09:18:58.613 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:18:58.617 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:18:58.619 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=40] [] [2024/05/06 09:18:58.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.066805ms] ["completed regions"=1] [2024/05/06 09:18:58.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:18:58.623 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:18:58.624 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=40] [] [2024/05/06 09:18:58.624 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.924812ms] ["completed regions"=1] [2024/05/06 09:18:58.624 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:18:58.628 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:18:58.629 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=40] [] [2024/05/06 09:18:58.629 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.508857ms] ["completed regions"=1] [2024/05/06 09:18:58.629 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:18:58.632 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:18:58.634 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=40] [] [2024/05/06 09:18:58.634 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.415426ms] ["completed regions"=1] [2024/05/06 09:18:58.634 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:18:58.637 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:18:58.638 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=40] [] [2024/05/06 09:18:58.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.010124ms] ["completed regions"=1] [2024/05/06 09:18:58.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:18:58.641 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:18:58.643 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=40] [] [2024/05/06 09:18:58.643 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.166328ms] ["completed regions"=1] [2024/05/06 09:18:58.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:18:58.646 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:18:58.647 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=40] [] [2024/05/06 09:18:58.647 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.740316ms] ["completed regions"=1] [2024/05/06 09:18:58.647 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:18:58.650 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:18:58.651 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=40] [] [2024/05/06 09:18:58.651 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.568372ms] ["completed regions"=1] [2024/05/06 09:18:58.651 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:18:58.653 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:18:58.654 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=40] [] [2024/05/06 09:18:58.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.359886ms] ["completed regions"=1] [2024/05/06 09:18:58.655 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:18:58.657 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:18:58.658 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=40] [] [2024/05/06 09:18:58.658 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.156406ms] ["completed regions"=1] [2024/05/06 09:18:58.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:18:58.660 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:18:58.661 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=40] [] [2024/05/06 09:18:58.661 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.863447ms] ["completed regions"=1] [2024/05/06 09:18:58.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:18:58.663 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:18:58.664 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=40] [] [2024/05/06 09:18:58.664 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.679321ms] ["completed regions"=1] [2024/05/06 09:18:58.664 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:18:58.666 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:18:58.667 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=40] [] [2024/05/06 09:18:58.667 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.785196ms] ["completed regions"=1] [2024/05/06 09:18:58.667 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:18:58.669 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:18:58.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=40] [] [2024/05/06 09:18:58.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.750022ms] ["completed regions"=1] [2024/05/06 09:18:58.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:18:58.672 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:18:58.674 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=40] ["total regions"=40] [] [2024/05/06 09:18:58.674 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.179522ms] ["completed regions"=1] [2024/05/06 09:18:58.674 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:18:58.757 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:18:58.806 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/151/eec4af1f-df4c-47ed-86fa-93060bcfadcf] [currentVer=133] [latestVer=134] [2024/05/06 09:18:58.806 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eec4af1f-df4c-47ed-86fa-93060bcfadcf"] ["ddl job id"=151] [ver=134] [2024/05/06 09:18:58.852 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=95.083531ms] [2024/05/06 09:18:58.857 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:58.864 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=134] [2024/05/06 09:18:58.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=119.360032ms] [job="ID:151, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.058 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [job="ID:151, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:18:57.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.081 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 09:18:59.082 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:59.085 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.606852982\n# Parse_time: 0.000463052\n# Compile_time: 0.00072814\n# Rewrite_time: 0.000014335\n# Optimize_time: 0.000465385\n# Wait_TS: 0.000398258\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:18:55.828000';"] [2024/05/06 09:18:59.088 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=k] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`k`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:59.139 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:59.140 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test1'"] [errorVerbose="[schema:1049]Unknown database 'test1'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:351\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:59.141 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:59.141 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test2'"] [errorVerbose="[schema:1049]Unknown database 'test2'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:352\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:59.170 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [2024/05/06 09:18:59.170 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [2024/05/06 09:18:59.170 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:59.172 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=21.979Β΅s] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=8.881Β΅s] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=8.063Β΅s] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=13.353Β΅s] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=5.262Β΅s] [2024/05/06 09:18:59.173 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:59.173 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:59.173 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:59.178 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=eec4af1f-df4c-47ed-86fa-93060bcfadcf] ["take time"=36.12291ms] [2024/05/06 09:18:59.178 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [2024/05/06 09:18:59.179 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:59.179 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:59.179 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9f51e074-a6e4-4d2d-aed4-3aaca38d1c54] [watcherID=9534eadd-69f6-4669-bba6-e405cd2f76b5] [2024/05/06 09:18:59.179 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9f51e074-a6e4-4d2d-aed4-3aaca38d1c54] [2024/05/06 09:18:59.180 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:59.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:59.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:59.180 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:59.185 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:59.185 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:59.186 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=767] [2024/05/06 09:18:59.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:59.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:59.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4fe660d-7ded-4cf5-a421-e02f607976f2"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:59.187 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:59.187 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:59.187 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:59.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:59.187 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:59.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:59.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="context canceled"] [2024/05/06 09:18:59.187 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:59.187 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:59.187 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [2024/05/06 09:18:59.188 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=eec4af1f-df4c-47ed-86fa-93060bcfadcf] [2024/05/06 09:18:59.188 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [2024/05/06 09:18:59.188 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:59.188 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:59.188 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:59.188 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:59.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:59.188 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:59.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:59.189 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:59.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:59.189 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a4fe660d-7ded-4cf5-a421-e02f607976f2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:59.189 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:59.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:59.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:59.189 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4fe660d-7ded-4cf5-a421-e02f607976f2"] [error="context canceled"] [2024/05/06 09:18:59.189 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4fe660d-7ded-4cf5-a421-e02f607976f2"] [2024/05/06 09:18:59.221 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:59.222 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="context canceled"] [2024/05/06 09:18:59.423 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.426 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:00.426 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:00.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:00.446 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4fe660d-7ded-4cf5-a421-e02f607976f2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:00.680 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eec4af1f-df4c-47ed-86fa-93060bcfadcf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:00.680 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:00.680 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:00.680 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:00.687 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.545968406s] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:00.688 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:00.688 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:00.688 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:00.688 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:00.690 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropSchema (7.30s) === RUN TestFlashbackAutoID [2024/05/06 09:19:00.697 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:00.698 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:00.699 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:19:00.699 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:00.699 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:00.700 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:00.700 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:00.700 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:00.700 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:00.700 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:00.702 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:00.706 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:00.707 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:00.709 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:00.717 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:00.727 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:00.884 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=835] ["lease id"=3eaa8f4d30750506] [2024/05/06 09:19:00.887 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:00.991 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=134] ["start time"=100.006851ms] [2024/05/06 09:19:00.996 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:00.996 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=eb8d7e86-b779-4010-abd0-76330f14da5d] [runWorker=true] [2024/05/06 09:19:00.996 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:00.998 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:00.999 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:00.999 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:01.000 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:01.000 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:01.000 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:01.002 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d30750472] [ownerID=eb8d7e86-b779-4010-abd0-76330f14da5d] [op=none] [2024/05/06 09:19:01.002 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:01.003 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5b53ca15-8b3c-4e48-b10a-0f2b67a525da] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:01.007 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:01.027 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:01.028 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:01.029 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:01.051 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:01.052 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d30750472] [ownerID=eb8d7e86-b779-4010-abd0-76330f14da5d] [op=none] [2024/05/06 09:19:01.052 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [op=none] [2024/05/06 09:19:01.052 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:01.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:01.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:01.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:01.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:01.162 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:01.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:01.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:01.162 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:01.162 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:01.162 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:01.162 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:01.164 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:01.164 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:01.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:01.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:01.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:01.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:01.165 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:01.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:01.170 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:01.176 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6cf5f015-826b-4789-a0f7-db7a11fc8989] [2024/05/06 09:19:01.177 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:01.177 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:01.181 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:01.181 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:01.181 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:01.208 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.098104ms] [2024/05/06 09:19:01.213 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:01.218 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:01.220 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:19:01.245 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:01.245 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:19:01.285 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=220.387Β΅s] [gotSchemaVersion=135] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:01.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=135] [2024/05/06 09:19:01.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.478515ms] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=219.501Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:01.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=136] [2024/05/06 09:19:01.485 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.959579ms] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.526 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 143, Old Table Name: t"] [2024/05/06 09:19:01.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=219.817Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:01.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=137] [2024/05/06 09:19:01.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.913058ms] [job="ID:152, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.683 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 09:19:01.696 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="drop table"] [2024/05/06 09:19:01.699 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [job="ID:152, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:01.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:19:01.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:01.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.537326114\n# Parse_time: 0.000223609\n# Compile_time: 0.000752675\n# Rewrite_time: 0.000009851\n# Optimize_time: 0.000180255\n# Wait_TS: 0.00043285\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:19:01.792 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=137] [cur_db=test] [sql="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [user=] [2024/05/06 09:19:01.830 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:01.830 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [2024/05/06 09:19:01.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.908 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 153, Table Name: t"] [2024/05/06 09:19:01.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.299025ms] [gotSchemaVersion=138] [phyTblIDs="[153]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:01.959 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=138] [2024/05/06 09:19:01.995 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.913063ms] [job="ID:154, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:01.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.022 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:02.022 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:02.022 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:02.022 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:02.065 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [job="ID:154, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:01.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.094 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:19:02.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:02.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.306845009\n# Parse_time: 0.000712854\n# Compile_time: 0.000876852\n# Rewrite_time: 0.000009047\n# Optimize_time: 0.000443149\n# Wait_TS: 0.000428297\n# DB: test\n# Is_internal: false\n# Digest: c776f30cc2ee58c50bbeaa2aebf62fb1a9bd833d743bcb54d6c0c02dcceaed60\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int auto_increment, primary key(a)) auto_id_cache 100;"] [2024/05/06 09:19:02.177 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:02.177 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:02.177 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6cf5f015-826b-4789-a0f7-db7a11fc8989] [watcherID=c765b73c-696b-447a-929e-cd5a044ee2e9] [2024/05/06 09:19:02.182 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:02.192 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:02.192 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:02.192 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:02.192 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:03.000 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:03.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=138] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:19:03.156 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:03.156 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:19:03.224 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.253 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=274.744Β΅s] [gotSchemaVersion=139] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.265 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=139] [2024/05/06 09:19:03.304 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.961381ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=276.018Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.382 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=140] [2024/05/06 09:19:03.419 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.865433ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.471 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:19:03.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=241.693Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:03.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=141] [2024/05/06 09:19:03.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.227744ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.619 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:19:03.628 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 09:19:03.632 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:03.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.675 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:19:03.676 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:03.679 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.547049251\n# Parse_time: 0.000248483\n# Compile_time: 0.00068353\n# Rewrite_time: 0.000011644\n# Optimize_time: 0.001997633\n# Wait_TS: 0.000445604\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/06 09:19:03.682 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:03.078 +0000 UTC"] [2024/05/06 09:19:03.704 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:03.704 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:03.078000'"] [2024/05/06 09:19:03.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.779 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:19:03.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=180.872Β΅s] [gotSchemaVersion=142] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:04.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=142] [2024/05/06 09:19:04.104 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.698905ms] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:04.226 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:04.228 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.041103ms] ["completed regions"=1] [2024/05/06 09:19:04.228 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:04.238 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:04.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.913625ms] ["completed regions"=1] [2024/05/06 09:19:04.240 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:04.249 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:04.250 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.791634ms] ["completed regions"=1] [2024/05/06 09:19:04.250 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:04.260 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:04.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.565962ms] ["completed regions"=1] [2024/05/06 09:19:04.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:04.270 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:04.272 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.073502ms] ["completed regions"=1] [2024/05/06 09:19:04.272 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:04.280 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:04.282 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.379124ms] ["completed regions"=1] [2024/05/06 09:19:04.282 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:04.290 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:04.292 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.389832ms] ["completed regions"=1] [2024/05/06 09:19:04.292 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:04.299 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:04.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.703293ms] ["completed regions"=1] [2024/05/06 09:19:04.301 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:04.308 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:04.309 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.232697ms] ["completed regions"=1] [2024/05/06 09:19:04.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:04.318 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:04.319 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.998322ms] ["completed regions"=1] [2024/05/06 09:19:04.319 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:04.326 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:04.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.333654ms] ["completed regions"=1] [2024/05/06 09:19:04.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:04.335 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:04.337 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.868151ms] ["completed regions"=1] [2024/05/06 09:19:04.337 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:04.344 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:04.345 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.697542ms] ["completed regions"=1] [2024/05/06 09:19:04.345 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:04.352 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:04.353 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.425652ms] ["completed regions"=1] [2024/05/06 09:19:04.353 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:04.360 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:04.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.892827ms] ["completed regions"=1] [2024/05/06 09:19:04.362 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:04.368 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:04.369 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.245569ms] ["completed regions"=1] [2024/05/06 09:19:04.369 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:04.375 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:04.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.792253ms] ["completed regions"=1] [2024/05/06 09:19:04.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:04.382 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:04.383 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.36605ms] ["completed regions"=1] [2024/05/06 09:19:04.383 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:04.389 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:04.390 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.655671ms] ["completed regions"=1] [2024/05/06 09:19:04.390 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:04.396 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:04.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.33259ms] ["completed regions"=1] [2024/05/06 09:19:04.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:04.404 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:04.405 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.762442ms] ["completed regions"=1] [2024/05/06 09:19:04.405 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:04.410 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:04.411 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.905638ms] ["completed regions"=1] [2024/05/06 09:19:04.412 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:04.416 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:04.418 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.929897ms] ["completed regions"=1] [2024/05/06 09:19:04.418 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:04.423 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:04.424 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.850094ms] ["completed regions"=1] [2024/05/06 09:19:04.425 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:04.429 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:04.430 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.432317ms] ["completed regions"=1] [2024/05/06 09:19:04.431 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:04.435 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:04.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.964277ms] ["completed regions"=1] [2024/05/06 09:19:04.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:04.440 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:04.441 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.062295ms] ["completed regions"=1] [2024/05/06 09:19:04.442 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:04.445 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:04.446 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.609006ms] ["completed regions"=1] [2024/05/06 09:19:04.446 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:04.450 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:04.451 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.234215ms] ["completed regions"=1] [2024/05/06 09:19:04.451 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:04.454 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:04.455 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.043218ms] ["completed regions"=1] [2024/05/06 09:19:04.456 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:04.459 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:04.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.917727ms] ["completed regions"=1] [2024/05/06 09:19:04.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:04.463 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:04.464 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.769149ms] ["completed regions"=1] [2024/05/06 09:19:04.464 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:04.467 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:04.468 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.92233ms] ["completed regions"=1] [2024/05/06 09:19:04.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:04.471 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:04.472 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.279859ms] ["completed regions"=1] [2024/05/06 09:19:04.472 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:04.474 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:04.475 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.896032ms] ["completed regions"=1] [2024/05/06 09:19:04.475 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:04.477 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:04.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.897297ms] ["completed regions"=1] [2024/05/06 09:19:04.479 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:04.480 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:04.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.749417ms] ["completed regions"=1] [2024/05/06 09:19:04.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:04.483 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:04.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.522387ms] ["completed regions"=1] [2024/05/06 09:19:04.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:04.486 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:04.488 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.791783ms] ["completed regions"=1] [2024/05/06 09:19:04.527 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:19:04.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:04.567 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:04.570 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:04.570 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.396035ms] ["completed regions"=1] [2024/05/06 09:19:04.570 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:04.579 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:04.581 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:04.581 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.369406ms] ["completed regions"=1] [2024/05/06 09:19:04.581 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:04.590 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:04.592 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:04.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.513114ms] ["completed regions"=1] [2024/05/06 09:19:04.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:04.601 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:04.602 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:04.602 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.059151ms] ["completed regions"=1] [2024/05/06 09:19:04.603 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:04.611 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:04.612 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:04.612 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.526015ms] ["completed regions"=1] [2024/05/06 09:19:04.612 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:04.621 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:04.622 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:04.622 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.125261ms] ["completed regions"=1] [2024/05/06 09:19:04.622 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:04.630 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:04.631 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:04.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.584674ms] ["completed regions"=1] [2024/05/06 09:19:04.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:04.639 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:04.640 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:04.640 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.526697ms] ["completed regions"=1] [2024/05/06 09:19:04.640 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:04.648 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:04.649 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:04.649 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.724133ms] ["completed regions"=1] [2024/05/06 09:19:04.649 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:04.657 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:04.658 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:04.658 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.541326ms] ["completed regions"=1] [2024/05/06 09:19:04.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:04.666 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:04.667 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:04.667 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.694682ms] ["completed regions"=1] [2024/05/06 09:19:04.667 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:04.674 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:04.677 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:04.677 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.221138ms] ["completed regions"=1] [2024/05/06 09:19:04.677 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:04.684 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:04.685 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:04.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.014597ms] ["completed regions"=1] [2024/05/06 09:19:04.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:04.692 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:04.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:04.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.34276ms] ["completed regions"=1] [2024/05/06 09:19:04.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:04.699 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:04.700 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:04.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.038337ms] ["completed regions"=1] [2024/05/06 09:19:04.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:04.707 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:04.708 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:04.708 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.74764ms] ["completed regions"=1] [2024/05/06 09:19:04.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:04.718 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:04.719 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:04.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=10.705101ms] ["completed regions"=1] [2024/05/06 09:19:04.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:04.726 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:04.727 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:04.727 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.362205ms] ["completed regions"=1] [2024/05/06 09:19:04.727 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:04.733 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:04.734 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:04.734 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.486493ms] ["completed regions"=1] [2024/05/06 09:19:04.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:04.740 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:04.741 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:04.741 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.106115ms] ["completed regions"=1] [2024/05/06 09:19:04.741 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:04.746 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:04.747 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:04.747 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.71497ms] ["completed regions"=1] [2024/05/06 09:19:04.747 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:04.752 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:04.753 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:04.753 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.694139ms] ["completed regions"=1] [2024/05/06 09:19:04.753 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:04.758 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:04.759 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:04.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.676356ms] ["completed regions"=1] [2024/05/06 09:19:04.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:04.785 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:04.786 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:04.787 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=26.974405ms] ["completed regions"=1] [2024/05/06 09:19:04.787 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:04.792 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:04.794 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:04.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.185279ms] ["completed regions"=1] [2024/05/06 09:19:04.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:04.798 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:04.800 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:04.800 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.252296ms] ["completed regions"=1] [2024/05/06 09:19:04.800 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:04.804 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:04.805 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:04.805 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.784ms] ["completed regions"=1] [2024/05/06 09:19:04.805 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:04.809 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:04.810 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:04.810 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.681943ms] ["completed regions"=1] [2024/05/06 09:19:04.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:04.814 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:04.816 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:04.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.12629ms] ["completed regions"=1] [2024/05/06 09:19:04.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:04.820 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:04.821 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:04.821 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.80834ms] ["completed regions"=1] [2024/05/06 09:19:04.821 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:04.825 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:04.826 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:04.826 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.273139ms] ["completed regions"=1] [2024/05/06 09:19:04.826 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:04.829 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:04.830 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:04.830 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.033948ms] ["completed regions"=1] [2024/05/06 09:19:04.830 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:04.833 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:04.834 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:04.834 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.682768ms] ["completed regions"=1] [2024/05/06 09:19:04.835 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:04.837 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:04.838 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:04.838 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.325752ms] ["completed regions"=1] [2024/05/06 09:19:04.838 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:04.841 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:04.842 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:04.842 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.031772ms] ["completed regions"=1] [2024/05/06 09:19:04.842 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:04.844 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:04.845 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:04.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.848519ms] ["completed regions"=1] [2024/05/06 09:19:04.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:04.847 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:04.848 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:04.848 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.89821ms] ["completed regions"=1] [2024/05/06 09:19:04.848 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:04.850 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:04.851 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:04.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.517985ms] ["completed regions"=1] [2024/05/06 09:19:04.851 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:04.853 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:04.855 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:04.855 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.353862ms] ["completed regions"=1] [2024/05/06 09:19:04.855 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:04.905 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:04.958 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/156/eb8d7e86-b779-4010-abd0-76330f14da5d] [currentVer=142] [latestVer=143] [2024/05/06 09:19:04.958 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb8d7e86-b779-4010-abd0-76330f14da5d"] ["ddl job id"=156] [ver=143] [2024/05/06 09:19:05.007 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=101.637467ms] [2024/05/06 09:19:05.012 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:05.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=143] [2024/05/06 09:19:05.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=124.852738ms] [job="ID:156, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [job="ID:156, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:03.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.229 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:19:05.229 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.232 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 1.552483777\n# Parse_time: 0.000414449\n# Compile_time: 0.000788263\n# Rewrite_time: 0.000013856\n# Optimize_time: 0.001997633\n# Wait_TS: 0.000414685\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:19:03.078000';"] [2024/05/06 09:19:05.264 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [2024/05/06 09:19:05.264 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [2024/05/06 09:19:05.264 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:05.265 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=19.484Β΅s] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=13.322Β΅s] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=14.038Β΅s] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=13.809Β΅s] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=4.639Β΅s] [2024/05/06 09:19:05.266 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.266 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:05.267 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:05.270 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=eb8d7e86-b779-4010-abd0-76330f14da5d] ["take time"=12.817532ms] [2024/05/06 09:19:05.270 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=eb8d7e86-b779-4010-abd0-76330f14da5d] [2024/05/06 09:19:05.272 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:05.272 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6cf5f015-826b-4789-a0f7-db7a11fc8989] [watcherID=c765b73c-696b-447a-929e-cd5a044ee2e9] [2024/05/06 09:19:05.272 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:05.272 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6cf5f015-826b-4789-a0f7-db7a11fc8989] [2024/05/06 09:19:05.272 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:05.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:05.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.277 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:05.278 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:05.278 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=835] [2024/05/06 09:19:05.279 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eb8d7e86-b779-4010-abd0-76330f14da5d] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:05.279 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b53ca15-8b3c-4e48-b10a-0f2b67a525da"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:05.279 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:05.279 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:05.279 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:05.279 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="context canceled"] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:05.279 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [2024/05/06 09:19:05.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:05.279 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:05.279 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:05.279 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:05.279 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:05.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:05.280 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=eb8d7e86-b779-4010-abd0-76330f14da5d] [2024/05/06 09:19:05.280 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:05.280 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:05.280 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:05.280 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:05.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:05.281 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b53ca15-8b3c-4e48-b10a-0f2b67a525da"] [error="context canceled"] [2024/05/06 09:19:05.281 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:05.281 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5b53ca15-8b3c-4e48-b10a-0f2b67a525da] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:05.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:05.281 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:05.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:05.281 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b53ca15-8b3c-4e48-b10a-0f2b67a525da"] [2024/05/06 09:19:05.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:05.321 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:05.322 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="context canceled"] [2024/05/06 09:19:05.322 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [2024/05/06 09:19:06.529 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.530 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:06.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:06.538 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b53ca15-8b3c-4e48-b10a-0f2b67a525da"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.589 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb8d7e86-b779-4010-abd0-76330f14da5d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.589 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:06.589 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:06.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:06.596 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.33943094s] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:06.597 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:06.597 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:06.597 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:06.597 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:06.599 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAutoID (5.91s) === RUN TestFlashbackSequence [2024/05/06 09:19:06.607 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:06.608 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:06.609 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:19:06.609 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.609 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:06.610 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.610 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:06.610 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:06.611 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:06.611 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:06.612 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:06.617 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.618 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.621 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.628 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:06.639 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:06.795 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1099] ["lease id"=6f188f4d307504aa] [2024/05/06 09:19:06.798 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:06.904 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=143] ["start time"=102.859839ms] [2024/05/06 09:19:06.910 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:06.910 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6525a309-6799-4c42-a68d-14caf76ddbaf] [runWorker=true] [2024/05/06 09:19:06.910 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:06.912 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:06.913 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:06.913 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:06.913 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:06.913 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:06.915 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3075049e] [ownerID=6525a309-6799-4c42-a68d-14caf76ddbaf] [op=none] [2024/05/06 09:19:06.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:06.916 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:06.920 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:06.939 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:06.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:06.941 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:06.964 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:06.965 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3075049e] [ownerID=6525a309-6799-4c42-a68d-14caf76ddbaf] [op=none] [2024/05/06 09:19:06.965 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [op=none] [2024/05/06 09:19:06.965 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:07.043 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:07.059 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:07.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:07.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:07.071 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:07.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:07.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:07.071 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:07.071 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:07.071 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:07.071 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:07.073 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:07.073 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:07.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:07.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:07.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:07.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:07.074 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:07.077 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:07.078 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:07.084 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/caad27bc-4e71-4015-a3d9-f2c09bb74ffc] [2024/05/06 09:19:07.084 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:07.084 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:07.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:07.089 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:07.089 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:07.112 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=38.898862ms] [2024/05/06 09:19:07.122 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:07.126 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:07.129 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:19:07.153 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:19:07.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=281.755Β΅s] [gotSchemaVersion=144] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=144] [2024/05/06 09:19:07.278 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.111156ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.359 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=253.756Β΅s] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=145] [2024/05/06 09:19:07.408 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.386818ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.453 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:19:07.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=206.382Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:07.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=146] [2024/05/06 09:19:07.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.620865ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.603 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:19:07.618 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 09:19:07.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:07.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.670 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:19:07.670 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:07.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.544837664\n# Parse_time: 0.000220021\n# Compile_time: 0.000681002\n# Rewrite_time: 0.000015406\n# Optimize_time: 0.000165498\n# Wait_TS: 0.000442706\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:19:07.745 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create sequence seq cache 100"] [2024/05/06 09:19:07.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.144315ms] [gotSchemaVersion=147] [phyTblIDs="[158]"] [actionTypes="[34]"] [diffTypes="[\"create sequence\"]"] [2024/05/06 09:19:07.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=147] [2024/05/06 09:19:07.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.322768ms] [job="ID:159, Type:create sequence, State:done, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [job="ID:159, Type:create sequence, State:synced, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.678 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.934 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:07.934 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:07.935 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:07.935 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:07.961 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:19:07.961 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:08.084 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:08.084 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:08.084 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/caad27bc-4e71-4015-a3d9-f2c09bb74ffc] [watcherID=93cc33bd-95d2-4105-95b1-ec0484bd2819] [2024/05/06 09:19:08.089 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:08.101 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:08.101 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:08.101 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:08.101 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:08.913 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:08.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:08.999 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/06 09:19:09.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=219.497Β΅s] [gotSchemaVersion=148] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:09.081 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=148] [2024/05/06 09:19:09.120 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.856937ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=197.116Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:09.221 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=149] [2024/05/06 09:19:09.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.025038ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=311.081Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:09.393 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=150] [2024/05/06 09:19:09.429 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.822621ms] [job="ID:160, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [job="ID:160, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.977 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.523 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:19:09.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:09.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.551561252\n# Parse_time: 0.000174381\n# Compile_time: 0.000482652\n# Rewrite_time: 0.000014978\n# Optimize_time: 0.000313456\n# Wait_TS: 0.000399862\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop sequence seq;"] [2024/05/06 09:19:09.530 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:08.928 +0000 UTC"] [2024/05/06 09:19:09.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:09.556 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:08.928000'"] [2024/05/06 09:19:09.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.610 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/06 09:19:09.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=220.219Β΅s] [gotSchemaVersion=151] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:09.918 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=151] [2024/05/06 09:19:09.957 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.95084ms] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.056 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:10.093 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:10.096 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=40.076666ms] ["completed regions"=1] [2024/05/06 09:19:10.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:10.107 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:10.109 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.062291ms] ["completed regions"=1] [2024/05/06 09:19:10.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:10.119 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:10.121 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.746793ms] ["completed regions"=1] [2024/05/06 09:19:10.121 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:10.130 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:10.131 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.14404ms] ["completed regions"=1] [2024/05/06 09:19:10.132 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:10.140 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:10.141 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.431126ms] ["completed regions"=1] [2024/05/06 09:19:10.142 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:10.150 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:10.151 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.946665ms] ["completed regions"=1] [2024/05/06 09:19:10.151 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:10.159 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:10.161 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.552355ms] ["completed regions"=1] [2024/05/06 09:19:10.161 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:10.169 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:10.170 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.48146ms] ["completed regions"=1] [2024/05/06 09:19:10.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:10.177 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:10.178 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.098652ms] ["completed regions"=1] [2024/05/06 09:19:10.179 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:10.186 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:10.187 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.066863ms] ["completed regions"=1] [2024/05/06 09:19:10.187 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:10.195 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:10.196 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.553557ms] ["completed regions"=1] [2024/05/06 09:19:10.196 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:10.203 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:10.204 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=7.846433ms] ["completed regions"=1] [2024/05/06 09:19:10.204 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:10.211 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:10.212 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=6.991749ms] ["completed regions"=1] [2024/05/06 09:19:10.212 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:10.218 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:10.219 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.295296ms] ["completed regions"=1] [2024/05/06 09:19:10.220 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:10.226 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:10.227 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=6.931077ms] ["completed regions"=1] [2024/05/06 09:19:10.227 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:10.233 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:10.235 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.442205ms] ["completed regions"=1] [2024/05/06 09:19:10.235 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:10.241 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:10.242 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.79763ms] ["completed regions"=1] [2024/05/06 09:19:10.242 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:10.247 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:10.249 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.377632ms] ["completed regions"=1] [2024/05/06 09:19:10.249 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:10.254 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:10.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.286434ms] ["completed regions"=1] [2024/05/06 09:19:10.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:10.261 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:10.262 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.027736ms] ["completed regions"=1] [2024/05/06 09:19:10.262 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:10.267 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:10.268 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.764424ms] ["completed regions"=1] [2024/05/06 09:19:10.268 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:10.273 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:10.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.557334ms] ["completed regions"=1] [2024/05/06 09:19:10.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:10.279 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:10.280 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.243435ms] ["completed regions"=1] [2024/05/06 09:19:10.280 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:10.284 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:10.285 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.36561ms] ["completed regions"=1] [2024/05/06 09:19:10.286 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:10.290 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:10.291 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.051068ms] ["completed regions"=1] [2024/05/06 09:19:10.291 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:10.295 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:10.296 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.852516ms] ["completed regions"=1] [2024/05/06 09:19:10.296 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:10.300 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:10.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.830711ms] ["completed regions"=1] [2024/05/06 09:19:10.302 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:10.305 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:10.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.50782ms] ["completed regions"=1] [2024/05/06 09:19:10.306 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:10.310 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:10.311 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.147247ms] ["completed regions"=1] [2024/05/06 09:19:10.311 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:10.314 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:10.315 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=3.974006ms] ["completed regions"=1] [2024/05/06 09:19:10.315 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:10.318 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:10.319 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.590789ms] ["completed regions"=1] [2024/05/06 09:19:10.319 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:10.322 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:10.324 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.784689ms] ["completed regions"=1] [2024/05/06 09:19:10.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:10.327 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:10.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.694377ms] ["completed regions"=1] [2024/05/06 09:19:10.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:10.330 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:10.331 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.324207ms] ["completed regions"=1] [2024/05/06 09:19:10.331 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:10.334 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:10.335 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.934296ms] ["completed regions"=1] [2024/05/06 09:19:10.335 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:10.337 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:10.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.815396ms] ["completed regions"=1] [2024/05/06 09:19:10.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:10.340 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:10.341 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.682434ms] ["completed regions"=1] [2024/05/06 09:19:10.341 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:10.343 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:10.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.478452ms] ["completed regions"=1] [2024/05/06 09:19:10.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:10.346 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:10.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.223935ms] ["completed regions"=1] [2024/05/06 09:19:10.386 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/06 09:19:10.417 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.419 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:10.429 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:10.431 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:10.431 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.453189ms] ["completed regions"=1] [2024/05/06 09:19:10.431 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:10.440 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:10.442 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:10.442 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.398068ms] ["completed regions"=1] [2024/05/06 09:19:10.442 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:10.451 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:10.452 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:10.452 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.766445ms] ["completed regions"=1] [2024/05/06 09:19:10.452 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:10.460 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:10.462 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:10.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.43871ms] ["completed regions"=1] [2024/05/06 09:19:10.462 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:10.470 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:10.472 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:10.472 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.63585ms] ["completed regions"=1] [2024/05/06 09:19:10.472 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:10.480 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:10.482 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:10.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.426596ms] ["completed regions"=1] [2024/05/06 09:19:10.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:10.490 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:10.491 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:10.491 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.687616ms] ["completed regions"=1] [2024/05/06 09:19:10.491 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:10.498 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:10.500 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:10.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.329943ms] ["completed regions"=1] [2024/05/06 09:19:10.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:10.507 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:10.508 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:10.508 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.099908ms] ["completed regions"=1] [2024/05/06 09:19:10.508 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:10.516 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:10.517 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:10.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.473651ms] ["completed regions"=1] [2024/05/06 09:19:10.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:10.524 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:10.526 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:10.526 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.378245ms] ["completed regions"=1] [2024/05/06 09:19:10.526 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:10.533 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:10.534 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:10.534 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.1582ms] ["completed regions"=1] [2024/05/06 09:19:10.535 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:10.541 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:10.543 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:10.543 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.695703ms] ["completed regions"=1] [2024/05/06 09:19:10.543 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:10.549 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:10.550 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:10.551 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.503574ms] ["completed regions"=1] [2024/05/06 09:19:10.551 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:10.557 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:10.558 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:10.558 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.202209ms] ["completed regions"=1] [2024/05/06 09:19:10.558 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:10.564 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:10.566 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:10.566 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.096814ms] ["completed regions"=1] [2024/05/06 09:19:10.566 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:10.572 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:10.573 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:10.573 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.008124ms] ["completed regions"=1] [2024/05/06 09:19:10.573 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:10.579 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:10.580 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:10.580 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.67206ms] ["completed regions"=1] [2024/05/06 09:19:10.580 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:10.586 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:10.587 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:10.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.270808ms] ["completed regions"=1] [2024/05/06 09:19:10.587 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:10.592 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:10.594 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:10.594 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.48347ms] ["completed regions"=1] [2024/05/06 09:19:10.594 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:10.599 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:10.600 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:10.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.75078ms] ["completed regions"=1] [2024/05/06 09:19:10.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:10.604 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:10.606 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:10.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.503158ms] ["completed regions"=1] [2024/05/06 09:19:10.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:10.610 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:10.611 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:10.611 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.384275ms] ["completed regions"=1] [2024/05/06 09:19:10.612 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:10.616 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:10.617 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:10.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.564874ms] ["completed regions"=1] [2024/05/06 09:19:10.618 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:10.622 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:10.623 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:10.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.604309ms] ["completed regions"=1] [2024/05/06 09:19:10.624 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:10.651 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:10.653 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:10.653 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=29.039841ms] ["completed regions"=1] [2024/05/06 09:19:10.653 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:10.658 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:10.659 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:10.659 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.531583ms] ["completed regions"=1] [2024/05/06 09:19:10.659 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:10.663 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:10.664 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:10.665 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.001094ms] ["completed regions"=1] [2024/05/06 09:19:10.665 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:10.668 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:10.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:10.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.556735ms] ["completed regions"=1] [2024/05/06 09:19:10.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:10.673 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:10.675 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:10.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.98721ms] ["completed regions"=1] [2024/05/06 09:19:10.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:10.679 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:10.680 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:10.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.323198ms] ["completed regions"=1] [2024/05/06 09:19:10.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:10.683 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:10.685 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:10.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.055625ms] ["completed regions"=1] [2024/05/06 09:19:10.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:10.688 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:10.689 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:10.689 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.064709ms] ["completed regions"=1] [2024/05/06 09:19:10.689 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:10.692 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:10.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:10.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.549321ms] ["completed regions"=1] [2024/05/06 09:19:10.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:10.696 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:10.697 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:10.697 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.120047ms] ["completed regions"=1] [2024/05/06 09:19:10.697 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:10.699 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:10.700 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:10.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.061852ms] ["completed regions"=1] [2024/05/06 09:19:10.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:10.702 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:10.703 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:10.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.564526ms] ["completed regions"=1] [2024/05/06 09:19:10.704 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:10.705 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:10.706 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:10.706 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.312178ms] ["completed regions"=1] [2024/05/06 09:19:10.706 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:10.708 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:10.709 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:10.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.588563ms] ["completed regions"=1] [2024/05/06 09:19:10.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:10.763 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:10.812 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/161/6525a309-6799-4c42-a68d-14caf76ddbaf] [currentVer=151] [latestVer=152] [2024/05/06 09:19:10.813 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 6525a309-6799-4c42-a68d-14caf76ddbaf"] ["ddl job id"=161] [ver=152] [2024/05/06 09:19:10.857 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=94.343154ms] [2024/05/06 09:19:10.862 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:10.872 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=152] [2024/05/06 09:19:10.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=119.07563ms] [job="ID:161, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [job="ID:161, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:09.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.095 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 09:19:11.095 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 1.57040867\n# Parse_time: 0.000457458\n# Compile_time: 0.000846109\n# Rewrite_time: 0.000010663\n# Optimize_time: 0.000313456\n# Wait_TS: 0.000441626\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:19:08.928000';"] [2024/05/06 09:19:11.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:11.131 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/06 09:19:11.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=218.45Β΅s] [gotSchemaVersion=153] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:11.208 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=153] [2024/05/06 09:19:11.245 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=52.582743ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=338.074Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:11.349 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=154] [2024/05/06 09:19:11.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.181896ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.449 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=227.267Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:19:11.458 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=155] [2024/05/06 09:19:11.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.414896ms] [job="ID:162, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.540 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [job="ID:162, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.569 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:19:11.569 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.465538092\n# Parse_time: 0.000258081\n# Compile_time: 0.000914396\n# Rewrite_time: 0.000013565\n# Optimize_time: 0.00035648\n# Wait_TS: 0.000437988\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop sequence seq;"] [2024/05/06 09:19:11.574 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [2024/05/06 09:19:11.574 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [2024/05/06 09:19:11.575 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=22.179Β΅s] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=15.993Β΅s] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=13.85Β΅s] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=13.945Β΅s] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=4.574Β΅s] [2024/05/06 09:19:11.576 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.577 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:11.577 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:11.580 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6525a309-6799-4c42-a68d-14caf76ddbaf] ["take time"=7.472511ms] [2024/05/06 09:19:11.580 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6525a309-6799-4c42-a68d-14caf76ddbaf] [2024/05/06 09:19:11.581 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:11.582 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:11.582 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/caad27bc-4e71-4015-a3d9-f2c09bb74ffc] [watcherID=93cc33bd-95d2-4105-95b1-ec0484bd2819] [2024/05/06 09:19:11.582 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/caad27bc-4e71-4015-a3d9-f2c09bb74ffc] [2024/05/06 09:19:11.582 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:11.582 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:11.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.588 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:11.588 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1099] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:11.589 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:11.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6525a309-6799-4c42-a68d-14caf76ddbaf] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:11.590 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:11.590 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:11.590 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:11.590 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:11.589 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:11.590 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:11.590 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="context canceled"] [2024/05/06 09:19:11.590 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:11.590 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [2024/05/06 09:19:11.589 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:11.590 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:11.590 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:11.590 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:11.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:11.590 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=6525a309-6799-4c42-a68d-14caf76ddbaf] [2024/05/06 09:19:11.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:11.590 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.590 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:11.591 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:11.592 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566"] [error="context canceled"] [2024/05/06 09:19:11.592 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:11.592 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:11.592 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:11.592 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:11.592 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566"] [2024/05/06 09:19:11.592 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:11.592 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:11.592 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:11.592 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:11.593 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="context canceled"] [2024/05/06 09:19:11.613 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:11.615 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:11.615 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=155] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:19:11.616 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:11.617 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:11.617 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:11.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:11.794 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.851 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0f1c3b1a-bfa2-48d4-9d8d-d86ba10e0566"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:12.854 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:12.854 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:12.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:13.044 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6525a309-6799-4c42-a68d-14caf76ddbaf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:13.044 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:13.044 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:13.044 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:13.051 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.478851731s] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.052 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:13.052 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.052 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:13.052 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:13.054 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackSequence (6.45s) === RUN TestFlashbackPartitionTable [2024/05/06 09:19:13.062 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:13.062 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:13.063 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:19:13.064 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.064 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:13.065 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.065 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.065 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:13.065 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:13.065 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.067 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:13.071 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.072 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.074 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.082 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:13.094 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:13.232 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=938] ["lease id"=3eaa8f4d30750592] [2024/05/06 09:19:13.234 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:13.338 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=155] ["start time"=100.580036ms] [2024/05/06 09:19:13.344 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:13.344 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2a7122e3-48f5-4564-9b44-726afda0c702] [runWorker=true] [2024/05/06 09:19:13.344 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:13.346 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:13.347 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.347 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:13.347 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.347 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:13.349 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307504ee] [ownerID=2a7122e3-48f5-4564-9b44-726afda0c702] [op=none] [2024/05/06 09:19:13.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:13.350 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4f4fcdc8-a5f0-4223-9f94-c66dac9aed73] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.355 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:13.374 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:13.376 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:13.399 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:13.399 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d307504ee] [ownerID=2a7122e3-48f5-4564-9b44-726afda0c702] [op=none] [2024/05/06 09:19:13.399 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [op=none] [2024/05/06 09:19:13.399 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:13.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:13.498 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:13.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:13.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:13.513 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:13.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:13.513 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:13.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:13.513 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:13.513 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:13.513 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:13.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:13.515 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:13.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:13.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:13.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:13.517 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:13.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:13.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:13.523 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:13.528 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f2bd6277-f845-479f-9d6e-3e27e460636d] [2024/05/06 09:19:13.528 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:13.528 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:13.536 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:13.536 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:13.536 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:13.595 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=79.965673ms] [2024/05/06 09:19:13.604 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:13.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=155] [cur_db=test] [sql="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [user=] [2024/05/06 09:19:13.695 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.695 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [2024/05/06 09:19:13.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.749 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 163, Table Name: t"] [2024/05/06 09:19:13.802 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=5.044923ms] [gotSchemaVersion=156] [phyTblIDs="[163,164,165,166]"] [actionTypes="[3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:13.815 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=156] [2024/05/06 09:19:13.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.979612ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:19:13.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:13.954 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.311221379\n# Parse_time: 0.001180147\n# Compile_time: 0.001668444\n# Rewrite_time: 0.000008486\n# Optimize_time: 0.000412117\n# Wait_TS: 0.000417514\n# DB: test\n# Is_internal: false\n# Digest: 93073a9ee05d9b8dff6f7a41459e83cc02307b148eb0a93fce851f29133245c4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200));"] [2024/05/06 09:19:14.375 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:14.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:14.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:14.375 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:14.528 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:14.528 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:14.529 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f2bd6277-f845-479f-9d6e-3e27e460636d] [watcherID=182dbe40-6644-4f41-97a1-86184095efb5] [2024/05/06 09:19:14.537 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:14.551 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:14.551 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:14.551 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:14.551 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:15.347 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:15.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=156] [cur_db=test] [sql="alter table t drop partition `a_3`"] [user=] [2024/05/06 09:19:15.559 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:15.559 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop partition `a_3`"] [2024/05/06 09:19:15.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.675 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=4.467381ms] [gotSchemaVersion=157] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:19:15.686 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=157] [2024/05/06 09:19:15.720 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.498915ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.797 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=4.67356ms] [gotSchemaVersion=158] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:19:15.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=158] [2024/05/06 09:19:15.841 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.116446ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:15.922 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop partition, Schema ID: 2, Table ID: 163, Table Name: t, Old Partition IDs: [166]"] [2024/05/06 09:19:15.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=4.719833ms] [gotSchemaVersion=159] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:19:15.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=159] [2024/05/06 09:19:16.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.460197ms] [job="ID:168, Type:drop partition, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[166]"] [comment="drop partition: physical table ID(s)"] [2024/05/06 09:19:16.076 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="drop partition"] [2024/05/06 09:19:16.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [job="ID:168, Type:drop partition, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:15.528 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.138 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:19:16.138 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.61191098\n# Parse_time: 0.000473689\n# Compile_time: 0.001016596\n# Rewrite_time: 0.000012793\n# Optimize_time: 0.000412117\n# Wait_TS: 0.00043713\n# DB: test\n# Is_internal: false\n# Digest: 7d560518704e79bafe7cf7bfeadbebd3ab7cb6d10502477e0ef67c7f9b0c77d0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop partition `a_3`;"] [2024/05/06 09:19:16.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=159] [cur_db=test] [sql="alter table t add partition (partition `a_3` values less than (300))"] [user=] [2024/05/06 09:19:16.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add partition (partition `a_3` values less than (300))"] [2024/05/06 09:19:16.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=6.210097ms] [gotSchemaVersion=160] [phyTblIDs="[163,164,165]"] [actionTypes="[19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/06 09:19:16.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=160] [2024/05/06 09:19:16.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.681213ms] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.415 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add partition, Schema ID: 2, Table ID: 163, Table Name: t, Partition IDs: [169]"] [2024/05/06 09:19:16.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=6.516928ms] [gotSchemaVersion=161] [phyTblIDs="[163,164,165,169]"] [actionTypes="[19,19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/06 09:19:16.466 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=161] [2024/05/06 09:19:16.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.596424ms] [job="ID:170, Type:add partition, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [job="ID:170, Type:add partition, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.613 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 09:19:16.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.47499815\n# Parse_time: 0.000560917\n# Compile_time: 0.001006709\n# Rewrite_time: 0.000013015\n# Optimize_time: 0.000412117\n# Wait_TS: 0.000426408\n# DB: test\n# Is_internal: false\n# Digest: 039addb4c2a1dad7b9bf9cf1c86dbe3ae19759b4737e84b99b79c9be8ed880d2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add partition (partition `a_3` values less than (300));"] [2024/05/06 09:19:16.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:19:16.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:19:16.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.735 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=217.414Β΅s] [gotSchemaVersion=162] [phyTblIDs="[163,164,165,169]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.745 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=162] [2024/05/06 09:19:16.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.267601ms] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=237.213Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=163] [2024/05/06 09:19:16.920 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.475624ms] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.963 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/06 09:19:16.993 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=248.439Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:17.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=164] [2024/05/06 09:19:17.042 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.292196ms] [job="ID:171, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.102 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[164,165,169]"] [comment="drop table: partition table IDs"] [2024/05/06 09:19:17.111 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/06 09:19:17.118 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="drop table"] [2024/05/06 09:19:17.121 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [job="ID:171, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.167 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:19:17.167 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:17.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.542347308\n# Parse_time: 0.00019187\n# Compile_time: 0.000582775\n# Rewrite_time: 0.000009835\n# Optimize_time: 0.00296729\n# Wait_TS: 0.000379214\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/06 09:19:17.172 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:15.528 +0000 UTC"] [2024/05/06 09:19:17.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:17.200 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:15.528000'"] [2024/05/06 09:19:17.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.255 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/06 09:19:17.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.536 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=178.069Β΅s] [gotSchemaVersion=165] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:17.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=165] [2024/05/06 09:19:17.585 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.845556ms] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:17.652 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:17.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.701928ms] ["completed regions"=1] [2024/05/06 09:19:17.654 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:17.663 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:17.665 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.161122ms] ["completed regions"=1] [2024/05/06 09:19:17.665 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:17.674 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:17.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.936061ms] ["completed regions"=1] [2024/05/06 09:19:17.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:17.684 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:17.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.118457ms] ["completed regions"=1] [2024/05/06 09:19:17.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:17.693 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:17.694 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=8.817286ms] ["completed regions"=1] [2024/05/06 09:19:17.694 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:17.702 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:17.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.781162ms] ["completed regions"=1] [2024/05/06 09:19:17.703 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:17.711 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:17.712 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.63336ms] ["completed regions"=1] [2024/05/06 09:19:17.713 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:17.720 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:17.722 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.67883ms] ["completed regions"=1] [2024/05/06 09:19:17.722 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:17.730 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:17.731 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.856369ms] ["completed regions"=1] [2024/05/06 09:19:17.731 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:17.738 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:17.740 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.034944ms] ["completed regions"=1] [2024/05/06 09:19:17.740 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:17.747 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:17.748 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.769396ms] ["completed regions"=1] [2024/05/06 09:19:17.748 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:17.754 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:17.756 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.414667ms] ["completed regions"=1] [2024/05/06 09:19:17.757 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:17.763 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:17.764 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.324453ms] ["completed regions"=1] [2024/05/06 09:19:17.764 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:17.771 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:17.772 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.573827ms] ["completed regions"=1] [2024/05/06 09:19:17.772 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:17.778 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:17.780 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=6.846745ms] ["completed regions"=1] [2024/05/06 09:19:17.780 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:17.786 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:17.787 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.635492ms] ["completed regions"=1] [2024/05/06 09:19:17.787 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:17.793 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:17.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.629167ms] ["completed regions"=1] [2024/05/06 09:19:17.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:17.799 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:17.800 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.266438ms] ["completed regions"=1] [2024/05/06 09:19:17.801 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:17.806 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:17.807 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.005032ms] ["completed regions"=1] [2024/05/06 09:19:17.807 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:17.812 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:17.813 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=5.802329ms] ["completed regions"=1] [2024/05/06 09:19:17.813 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:17.818 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:17.819 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.550355ms] ["completed regions"=1] [2024/05/06 09:19:17.819 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:17.824 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:17.825 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.311834ms] ["completed regions"=1] [2024/05/06 09:19:17.825 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:17.829 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:17.831 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.64838ms] ["completed regions"=1] [2024/05/06 09:19:17.831 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:17.835 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:17.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.201444ms] ["completed regions"=1] [2024/05/06 09:19:17.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:17.841 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:17.842 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.231035ms] ["completed regions"=1] [2024/05/06 09:19:17.842 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:17.846 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:17.848 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.175521ms] ["completed regions"=1] [2024/05/06 09:19:17.848 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:17.852 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:17.853 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.800277ms] ["completed regions"=1] [2024/05/06 09:19:17.853 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:17.857 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:17.858 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.509425ms] ["completed regions"=1] [2024/05/06 09:19:17.858 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:17.861 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:17.862 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.189053ms] ["completed regions"=1] [2024/05/06 09:19:17.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:17.866 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:17.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.254062ms] ["completed regions"=1] [2024/05/06 09:19:17.867 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:17.871 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:17.872 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.043513ms] ["completed regions"=1] [2024/05/06 09:19:17.872 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:17.875 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:17.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.600789ms] ["completed regions"=1] [2024/05/06 09:19:17.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:17.878 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:17.879 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.249561ms] ["completed regions"=1] [2024/05/06 09:19:17.879 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:17.882 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:17.883 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.273243ms] ["completed regions"=1] [2024/05/06 09:19:17.883 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:17.886 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:17.887 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.69369ms] ["completed regions"=1] [2024/05/06 09:19:17.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:17.889 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:17.890 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.679739ms] ["completed regions"=1] [2024/05/06 09:19:17.890 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:17.892 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:17.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.243111ms] ["completed regions"=1] [2024/05/06 09:19:17.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:17.895 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:17.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.166732ms] ["completed regions"=1] [2024/05/06 09:19:17.896 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:17.897 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:17.898 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.089727ms] ["completed regions"=1] [2024/05/06 09:19:17.931 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/06 09:19:17.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.958 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:17.967 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:17.969 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:17.969 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.502083ms] ["completed regions"=1] [2024/05/06 09:19:17.970 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:17.979 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:17.980 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:17.980 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.350755ms] ["completed regions"=1] [2024/05/06 09:19:17.980 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:17.989 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:17.990 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:17.990 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.742338ms] ["completed regions"=1] [2024/05/06 09:19:17.990 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:17.999 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:18.000 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:18.000 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.426138ms] ["completed regions"=1] [2024/05/06 09:19:18.000 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:18.008 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:18.009 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:18.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.060839ms] ["completed regions"=1] [2024/05/06 09:19:18.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:18.018 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:18.019 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:18.019 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.386229ms] ["completed regions"=1] [2024/05/06 09:19:18.019 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:18.027 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:18.028 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:18.028 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.749086ms] ["completed regions"=1] [2024/05/06 09:19:18.028 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:18.036 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:18.037 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:18.037 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.320278ms] ["completed regions"=1] [2024/05/06 09:19:18.037 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:18.049 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:18.050 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:18.050 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=12.404004ms] ["completed regions"=1] [2024/05/06 09:19:18.050 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:18.057 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:18.058 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:18.058 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.301419ms] ["completed regions"=1] [2024/05/06 09:19:18.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:18.070 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:18.072 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:18.072 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=12.666878ms] ["completed regions"=1] [2024/05/06 09:19:18.072 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:18.101 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:18.104 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:18.104 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=32.448733ms] ["completed regions"=1] [2024/05/06 09:19:18.105 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:18.112 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:18.113 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:18.113 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.175537ms] ["completed regions"=1] [2024/05/06 09:19:18.113 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:18.120 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:18.122 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:18.122 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.791983ms] ["completed regions"=1] [2024/05/06 09:19:18.122 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:18.128 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:18.129 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:18.129 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.248614ms] ["completed regions"=1] [2024/05/06 09:19:18.129 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:18.135 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:18.137 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:18.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.027393ms] ["completed regions"=1] [2024/05/06 09:19:18.137 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:18.143 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:18.144 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:18.144 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.828296ms] ["completed regions"=1] [2024/05/06 09:19:18.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:18.150 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:18.151 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:18.151 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.019755ms] ["completed regions"=1] [2024/05/06 09:19:18.152 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:18.157 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:18.159 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:18.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.690512ms] ["completed regions"=1] [2024/05/06 09:19:18.159 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:18.164 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:18.166 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:18.166 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.571291ms] ["completed regions"=1] [2024/05/06 09:19:18.166 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:18.171 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:18.172 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:18.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.985835ms] ["completed regions"=1] [2024/05/06 09:19:18.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:18.177 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:18.178 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:18.178 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.788105ms] ["completed regions"=1] [2024/05/06 09:19:18.178 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:18.183 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:18.184 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:18.184 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.480902ms] ["completed regions"=1] [2024/05/06 09:19:18.184 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:18.189 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:18.190 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:18.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.554952ms] ["completed regions"=1] [2024/05/06 09:19:18.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:18.195 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:18.196 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:18.196 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.404857ms] ["completed regions"=1] [2024/05/06 09:19:18.196 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:18.201 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:18.202 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:18.202 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.702158ms] ["completed regions"=1] [2024/05/06 09:19:18.202 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:18.206 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:18.208 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:18.208 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.926823ms] ["completed regions"=1] [2024/05/06 09:19:18.208 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:18.212 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:18.213 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:18.213 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.620538ms] ["completed regions"=1] [2024/05/06 09:19:18.213 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:18.216 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:18.218 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:18.218 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.501932ms] ["completed regions"=1] [2024/05/06 09:19:18.218 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:18.222 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:18.223 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:18.223 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.616342ms] ["completed regions"=1] [2024/05/06 09:19:18.223 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:18.226 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:18.227 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:18.227 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.986455ms] ["completed regions"=1] [2024/05/06 09:19:18.227 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:18.230 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:18.232 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:18.232 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.970667ms] ["completed regions"=1] [2024/05/06 09:19:18.232 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:18.235 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:18.236 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:18.236 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.516427ms] ["completed regions"=1] [2024/05/06 09:19:18.236 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:18.238 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:18.239 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:18.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.204952ms] ["completed regions"=1] [2024/05/06 09:19:18.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:18.242 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:18.243 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:18.243 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.215496ms] ["completed regions"=1] [2024/05/06 09:19:18.243 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:18.245 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:18.246 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:18.246 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.087737ms] ["completed regions"=1] [2024/05/06 09:19:18.246 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:18.248 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:18.249 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:18.249 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.716567ms] ["completed regions"=1] [2024/05/06 09:19:18.250 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:18.251 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:18.252 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:18.252 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.457304ms] ["completed regions"=1] [2024/05/06 09:19:18.252 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:18.254 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:18.255 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:18.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.331069ms] ["completed regions"=1] [2024/05/06 09:19:18.255 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:18.304 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:18.354 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/172/2a7122e3-48f5-4564-9b44-726afda0c702] [currentVer=165] [latestVer=166] [2024/05/06 09:19:18.354 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 2a7122e3-48f5-4564-9b44-726afda0c702"] ["ddl job id"=172] [ver=166] [2024/05/06 09:19:18.399 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=94.471169ms] [2024/05/06 09:19:18.403 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:18.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=166] [2024/05/06 09:19:18.420 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=119.108027ms] [job="ID:172, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [job="ID:172, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:17.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.615 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:19:18.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 1.448352793\n# Parse_time: 0.000378294\n# Compile_time: 0.000601934\n# Rewrite_time: 0.000007555\n# Optimize_time: 0.00296729\n# Wait_TS: 0.000315894\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:19:15.528000';"] [2024/05/06 09:19:18.669 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [2024/05/06 09:19:18.669 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [2024/05/06 09:19:18.669 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:18.670 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [] [2024/05/06 09:19:18.671 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:18.671 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=20.396Β΅s] [2024/05/06 09:19:18.671 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=11.359Β΅s] [2024/05/06 09:19:18.671 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=13.97Β΅s] [2024/05/06 09:19:18.672 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=11.592Β΅s] [2024/05/06 09:19:18.672 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:18.672 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=5.232Β΅s] [2024/05/06 09:19:18.672 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:18.672 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:18.672 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:18.675 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2a7122e3-48f5-4564-9b44-726afda0c702] ["take time"=20.886158ms] [2024/05/06 09:19:18.675 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2a7122e3-48f5-4564-9b44-726afda0c702] [2024/05/06 09:19:18.677 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:18.677 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:18.677 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f2bd6277-f845-479f-9d6e-3e27e460636d] [watcherID=182dbe40-6644-4f41-97a1-86184095efb5] [2024/05/06 09:19:18.677 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f2bd6277-f845-479f-9d6e-3e27e460636d] [2024/05/06 09:19:18.677 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:18.677 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:18.677 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:18.677 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:18.677 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:18.678 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:18.678 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:18.678 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:18.678 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:18.678 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:18.683 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:18.683 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=938] [2024/05/06 09:19:18.684 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2a7122e3-48f5-4564-9b44-726afda0c702] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:18.684 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:18.684 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:18.684 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="context canceled"] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:18.684 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f4fcdc8-a5f0-4223-9f94-c66dac9aed73"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2a7122e3-48f5-4564-9b44-726afda0c702] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f4fcdc8-a5f0-4223-9f94-c66dac9aed73"] [2024/05/06 09:19:18.684 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:18.685 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:18.685 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:18.684 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:18.685 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:18.684 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:18.685 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:18.684 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [2024/05/06 09:19:18.685 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:18.685 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:18.685 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:18.686 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:18.686 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:18.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:18.686 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4f4fcdc8-a5f0-4223-9f94-c66dac9aed73] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:18.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:18.686 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 4f4fcdc8-a5f0-4223-9f94-c66dac9aed73"] [error="context canceled"] [2024/05/06 09:19:18.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:18.850 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:18.851 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="context canceled"] [2024/05/06 09:19:18.851 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [2024/05/06 09:19:18.851 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:18.887 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f4fcdc8-a5f0-4223-9f94-c66dac9aed73"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:19.938 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:19.938 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:19.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:20.094 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a7122e3-48f5-4564-9b44-726afda0c702"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:20.094 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:20.094 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:20.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:20.102 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.447503302s] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:20.102 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:20.102 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:20.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:20.103 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:20.103 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:20.103 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:20.103 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:20.104 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackPartitionTable (7.05s) === RUN TestFlashbackTmpTable [2024/05/06 09:19:20.112 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:20.113 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:20.114 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:19:20.114 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.115 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:20.116 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.116 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:20.116 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:20.116 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:20.116 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:20.118 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:20.121 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:20.123 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:20.125 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:20.133 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:20.144 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:20.159 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f4fcdc8-a5f0-4223-9f94-c66dac9aed73"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:20.287 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1846] ["lease id"=6f188f4d30750531] [2024/05/06 09:19:20.289 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:20.439 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=166] ["start time"=146.616572ms] [2024/05/06 09:19:20.444 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:20.444 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [runWorker=true] [2024/05/06 09:19:20.445 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:20.446 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:20.447 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:20.448 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:20.448 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:20.448 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:20.450 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d30750522] [ownerID=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [op=none] [2024/05/06 09:19:20.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:20.450 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=43b3fd50-87cf-4446-9e82-aabea523762c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:20.454 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:20.474 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:20.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:20.475 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:20.500 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:20.501 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d30750522] [ownerID=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [op=none] [2024/05/06 09:19:20.501 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [op=none] [2024/05/06 09:19:20.501 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:20.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:20.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:20.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:20.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:20.601 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:20.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:20.601 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:20.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:20.601 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:20.601 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:20.601 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:20.603 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:20.603 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:20.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:20.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:20.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:20.604 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:20.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:20.607 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:20.608 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:20.614 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5a9a139e-29b0-4221-b176-55b0a172ef22] [2024/05/06 09:19:20.614 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:20.614 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:20.617 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:20.617 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:20.617 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:20.647 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.099722ms] [2024/05/06 09:19:20.650 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:20.654 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:20.655 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:19:20.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:20.678 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:19:20.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=268.101Β΅s] [gotSchemaVersion=167] [phyTblIDs="[163,164,165,166]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.762 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=167] [2024/05/06 09:19:20.802 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.928515ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=202.785Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=168] [2024/05/06 09:19:20.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.636978ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.992 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/06 09:19:21.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=263.502Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:21.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=169] [2024/05/06 09:19:21.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.443082ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.122 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[164,165,166]"] [comment="drop table: partition table IDs"] [2024/05/06 09:19:21.136 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/06 09:19:21.144 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 09:19:21.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.628 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:19:21.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.545717287\n# Parse_time: 0.000152049\n# Compile_time: 0.000444429\n# Rewrite_time: 0.000006734\n# Optimize_time: 0.000155127\n# Wait_TS: 0.000371429\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:19:21.232 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create temporary table t(a int)"] [user=] [2024/05/06 09:19:21.468 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:21.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:21.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:21.468 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:21.614 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:21.614 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:21.614 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5a9a139e-29b0-4221-b176-55b0a172ef22] [watcherID=fd263a15-c7cb-49e1-b760-6ce67b608459] [2024/05/06 09:19:21.618 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:21.631 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:21.631 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:21.631 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:21.631 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:22.244 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:22.228 +0000 UTC"] [2024/05/06 09:19:22.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:22.270 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:22.228000'"] [2024/05/06 09:19:22.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.331 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/06 09:19:22.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.448 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:22.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=183.217Β΅s] [gotSchemaVersion=170] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:22.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=170] [2024/05/06 09:19:22.668 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.107984ms] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.768 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:22.777 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:22.779 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.755856ms] ["completed regions"=1] [2024/05/06 09:19:22.779 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:22.788 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:22.789 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=9.878494ms] ["completed regions"=1] [2024/05/06 09:19:22.790 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:22.798 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:22.799 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.423586ms] ["completed regions"=1] [2024/05/06 09:19:22.800 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:22.808 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:22.810 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.748928ms] ["completed regions"=1] [2024/05/06 09:19:22.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:22.818 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:22.820 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.375166ms] ["completed regions"=1] [2024/05/06 09:19:22.820 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:22.828 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:22.829 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.743131ms] ["completed regions"=1] [2024/05/06 09:19:22.829 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:22.837 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:22.838 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.488844ms] ["completed regions"=1] [2024/05/06 09:19:22.838 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:22.846 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:22.847 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.667819ms] ["completed regions"=1] [2024/05/06 09:19:22.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:22.855 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:22.856 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.43932ms] ["completed regions"=1] [2024/05/06 09:19:22.856 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:22.863 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:22.864 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.256895ms] ["completed regions"=1] [2024/05/06 09:19:22.865 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:22.872 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:22.874 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.527889ms] ["completed regions"=1] [2024/05/06 09:19:22.874 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:22.881 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:22.882 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.361306ms] ["completed regions"=1] [2024/05/06 09:19:22.883 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:22.889 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:22.891 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.906343ms] ["completed regions"=1] [2024/05/06 09:19:22.891 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:22.897 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:22.899 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.243314ms] ["completed regions"=1] [2024/05/06 09:19:22.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:22.905 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:22.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.091473ms] ["completed regions"=1] [2024/05/06 09:19:22.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:22.913 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:22.914 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.379309ms] ["completed regions"=1] [2024/05/06 09:19:22.914 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:22.920 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:22.921 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.991896ms] ["completed regions"=1] [2024/05/06 09:19:22.922 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:22.927 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:22.928 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.505076ms] ["completed regions"=1] [2024/05/06 09:19:22.928 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:22.935 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:22.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.901142ms] ["completed regions"=1] [2024/05/06 09:19:22.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:22.941 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:22.942 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=5.941809ms] ["completed regions"=1] [2024/05/06 09:19:22.942 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:22.947 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:22.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.829053ms] ["completed regions"=1] [2024/05/06 09:19:22.948 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:22.954 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:22.955 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.457876ms] ["completed regions"=1] [2024/05/06 09:19:22.955 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:22.961 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:22.962 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.243358ms] ["completed regions"=1] [2024/05/06 09:19:22.962 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:22.966 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:22.968 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.399782ms] ["completed regions"=1] [2024/05/06 09:19:22.968 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:22.972 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:22.973 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.166489ms] ["completed regions"=1] [2024/05/06 09:19:22.974 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:22.977 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:22.979 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.943362ms] ["completed regions"=1] [2024/05/06 09:19:22.979 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:22.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:22.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.904349ms] ["completed regions"=1] [2024/05/06 09:19:22.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:22.988 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:22.989 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.326388ms] ["completed regions"=1] [2024/05/06 09:19:22.989 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:22.993 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:22.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.444845ms] ["completed regions"=1] [2024/05/06 09:19:22.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:22.997 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:22.998 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=3.904414ms] ["completed regions"=1] [2024/05/06 09:19:22.998 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:23.001 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:23.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.713356ms] ["completed regions"=1] [2024/05/06 09:19:23.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:23.005 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:23.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.916316ms] ["completed regions"=1] [2024/05/06 09:19:23.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:23.009 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:23.011 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.546989ms] ["completed regions"=1] [2024/05/06 09:19:23.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:23.013 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:23.014 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.353302ms] ["completed regions"=1] [2024/05/06 09:19:23.014 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:23.017 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:23.018 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.097285ms] ["completed regions"=1] [2024/05/06 09:19:23.018 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:23.020 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:23.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.684115ms] ["completed regions"=1] [2024/05/06 09:19:23.021 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:23.023 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:23.024 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.674062ms] ["completed regions"=1] [2024/05/06 09:19:23.024 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:23.025 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:23.027 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.352241ms] ["completed regions"=1] [2024/05/06 09:19:23.027 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:23.028 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:23.029 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.220503ms] ["completed regions"=1] [2024/05/06 09:19:23.069 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/06 09:19:23.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:23.102 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:23.111 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:23.113 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:23.113 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.063406ms] ["completed regions"=1] [2024/05/06 09:19:23.113 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:23.123 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:23.124 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:23.124 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.638743ms] ["completed regions"=1] [2024/05/06 09:19:23.124 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:23.133 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:23.134 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:23.134 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.596565ms] ["completed regions"=1] [2024/05/06 09:19:23.134 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:23.143 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:23.144 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:23.144 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.61435ms] ["completed regions"=1] [2024/05/06 09:19:23.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:23.152 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:23.153 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:23.153 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.076853ms] ["completed regions"=1] [2024/05/06 09:19:23.154 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:23.161 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:23.163 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:23.163 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.834369ms] ["completed regions"=1] [2024/05/06 09:19:23.163 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:23.171 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:23.172 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:23.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.136681ms] ["completed regions"=1] [2024/05/06 09:19:23.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:23.180 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:23.181 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:23.181 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.579068ms] ["completed regions"=1] [2024/05/06 09:19:23.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:23.188 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:23.189 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:23.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.118988ms] ["completed regions"=1] [2024/05/06 09:19:23.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:23.197 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:23.198 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:23.198 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.786412ms] ["completed regions"=1] [2024/05/06 09:19:23.198 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:23.205 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:23.207 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:23.207 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.564119ms] ["completed regions"=1] [2024/05/06 09:19:23.207 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:23.214 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:23.215 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:23.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.353894ms] ["completed regions"=1] [2024/05/06 09:19:23.215 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:23.222 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:23.224 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:23.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.077768ms] ["completed regions"=1] [2024/05/06 09:19:23.224 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:23.230 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:23.232 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:23.232 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.429623ms] ["completed regions"=1] [2024/05/06 09:19:23.232 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:23.238 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:23.239 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:23.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.100613ms] ["completed regions"=1] [2024/05/06 09:19:23.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:23.245 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:23.246 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:23.246 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.737952ms] ["completed regions"=1] [2024/05/06 09:19:23.246 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:23.252 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:23.253 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:23.253 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.875189ms] ["completed regions"=1] [2024/05/06 09:19:23.253 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:23.262 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:23.264 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:23.264 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=10.106206ms] ["completed regions"=1] [2024/05/06 09:19:23.264 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:23.270 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:23.272 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:23.272 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.334769ms] ["completed regions"=1] [2024/05/06 09:19:23.272 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:23.299 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:23.301 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:23.302 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=29.302131ms] ["completed regions"=1] [2024/05/06 09:19:23.302 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:23.308 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:23.309 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:23.310 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.407687ms] ["completed regions"=1] [2024/05/06 09:19:23.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:23.315 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:23.317 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:23.317 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.521818ms] ["completed regions"=1] [2024/05/06 09:19:23.317 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:23.322 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:23.324 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:23.324 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.627064ms] ["completed regions"=1] [2024/05/06 09:19:23.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:23.329 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:23.330 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:23.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.83187ms] ["completed regions"=1] [2024/05/06 09:19:23.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:23.335 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:23.336 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:23.336 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.33233ms] ["completed regions"=1] [2024/05/06 09:19:23.336 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:23.340 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:23.342 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:23.342 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.125009ms] ["completed regions"=1] [2024/05/06 09:19:23.342 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:23.346 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:23.347 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:23.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.776178ms] ["completed regions"=1] [2024/05/06 09:19:23.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:23.351 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:23.352 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:23.352 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.753523ms] ["completed regions"=1] [2024/05/06 09:19:23.352 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:23.356 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:23.357 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:23.357 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.589923ms] ["completed regions"=1] [2024/05/06 09:19:23.357 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:23.361 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:23.362 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:23.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.328483ms] ["completed regions"=1] [2024/05/06 09:19:23.362 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:23.365 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:23.366 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:23.366 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.954124ms] ["completed regions"=1] [2024/05/06 09:19:23.366 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:23.369 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:23.370 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:23.370 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.680656ms] ["completed regions"=1] [2024/05/06 09:19:23.370 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:23.373 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:23.374 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:23.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.555105ms] ["completed regions"=1] [2024/05/06 09:19:23.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:23.377 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:23.378 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:23.378 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.168207ms] ["completed regions"=1] [2024/05/06 09:19:23.378 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:23.380 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:23.381 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:23.381 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.864184ms] ["completed regions"=1] [2024/05/06 09:19:23.381 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:23.383 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:23.384 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:23.384 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.85609ms] ["completed regions"=1] [2024/05/06 09:19:23.384 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:23.386 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:23.387 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:23.387 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.663877ms] ["completed regions"=1] [2024/05/06 09:19:23.387 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:23.389 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:23.390 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:23.391 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.7012ms] ["completed regions"=1] [2024/05/06 09:19:23.391 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:23.392 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:23.393 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:23.393 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.392097ms] ["completed regions"=1] [2024/05/06 09:19:23.393 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:23.445 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:23.495 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/175/bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [currentVer=170] [latestVer=171] [2024/05/06 09:19:23.495 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] ["ddl job id"=175] [ver=171] [2024/05/06 09:19:23.541 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=96.451282ms] [2024/05/06 09:19:23.547 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:23.559 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=171] [2024/05/06 09:19:23.561 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=119.756412ms] [job="ID:175, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:23.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [job="ID:175, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:22.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:23.782 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:19:23.782 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:23.785 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.543524393\n# Parse_time: 0.000404199\n# Compile_time: 0.000686634\n# Rewrite_time: 0.000013003\n# Optimize_time: 0.000333744\n# Wait_TS: 0.000533519\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-05-06 09:19:22.228000';"] [2024/05/06 09:19:24.796 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=171] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:19:24.798 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:24.778 +0000 UTC"] [2024/05/06 09:19:24.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.821 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:24.778000'"] [2024/05/06 09:19:24.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.892 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:19:24.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=186.848Β΅s] [gotSchemaVersion=172] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:25.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=172] [2024/05/06 09:19:25.213 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.447475ms] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:25.276 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:25.278 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=17.211523ms] ["completed regions"=1] [2024/05/06 09:19:25.279 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:25.288 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:25.289 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.560904ms] ["completed regions"=1] [2024/05/06 09:19:25.290 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:25.298 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:25.300 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.781154ms] ["completed regions"=1] [2024/05/06 09:19:25.300 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:25.308 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:25.310 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.36645ms] ["completed regions"=1] [2024/05/06 09:19:25.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:25.318 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:25.319 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.243058ms] ["completed regions"=1] [2024/05/06 09:19:25.319 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:25.327 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:25.329 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.941957ms] ["completed regions"=1] [2024/05/06 09:19:25.329 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:25.336 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:25.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.774717ms] ["completed regions"=1] [2024/05/06 09:19:25.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:25.345 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:25.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.386482ms] ["completed regions"=1] [2024/05/06 09:19:25.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:25.354 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:25.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.369996ms] ["completed regions"=1] [2024/05/06 09:19:25.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:25.363 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:25.364 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.407685ms] ["completed regions"=1] [2024/05/06 09:19:25.364 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:25.371 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:25.373 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.203593ms] ["completed regions"=1] [2024/05/06 09:19:25.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:25.380 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:25.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.200421ms] ["completed regions"=1] [2024/05/06 09:19:25.382 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:25.388 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:25.389 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.509272ms] ["completed regions"=1] [2024/05/06 09:19:25.389 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:25.396 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:25.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.226229ms] ["completed regions"=1] [2024/05/06 09:19:25.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:25.403 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:25.405 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.221452ms] ["completed regions"=1] [2024/05/06 09:19:25.405 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:25.411 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:25.412 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.096071ms] ["completed regions"=1] [2024/05/06 09:19:25.412 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:25.418 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:25.420 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.110481ms] ["completed regions"=1] [2024/05/06 09:19:25.420 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:25.426 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:25.427 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.638374ms] ["completed regions"=1] [2024/05/06 09:19:25.427 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:25.433 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:25.434 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.168419ms] ["completed regions"=1] [2024/05/06 09:19:25.435 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:25.440 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:25.441 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.548243ms] ["completed regions"=1] [2024/05/06 09:19:25.442 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:25.447 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:25.448 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.153555ms] ["completed regions"=1] [2024/05/06 09:19:25.448 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:25.453 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:25.454 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.006263ms] ["completed regions"=1] [2024/05/06 09:19:25.455 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:25.460 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:25.461 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.054532ms] ["completed regions"=1] [2024/05/06 09:19:25.461 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:25.466 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:25.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.471873ms] ["completed regions"=1] [2024/05/06 09:19:25.467 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:25.472 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:25.473 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.592343ms] ["completed regions"=1] [2024/05/06 09:19:25.473 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:25.477 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:25.479 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.60807ms] ["completed regions"=1] [2024/05/06 09:19:25.479 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:25.483 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:25.484 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.813303ms] ["completed regions"=1] [2024/05/06 09:19:25.484 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:25.488 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:25.489 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.380042ms] ["completed regions"=1] [2024/05/06 09:19:25.489 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:25.492 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:25.494 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.186764ms] ["completed regions"=1] [2024/05/06 09:19:25.494 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:25.497 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:25.498 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.076305ms] ["completed regions"=1] [2024/05/06 09:19:25.498 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:25.501 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:25.503 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.083814ms] ["completed regions"=1] [2024/05/06 09:19:25.503 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:25.506 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:25.507 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.745577ms] ["completed regions"=1] [2024/05/06 09:19:25.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:25.510 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:25.511 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.413975ms] ["completed regions"=1] [2024/05/06 09:19:25.511 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:25.513 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:25.515 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.334028ms] ["completed regions"=1] [2024/05/06 09:19:25.515 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:25.517 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:25.518 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.985363ms] ["completed regions"=1] [2024/05/06 09:19:25.518 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:25.520 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:25.522 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.06532ms] ["completed regions"=1] [2024/05/06 09:19:25.522 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:25.523 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:25.525 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.712219ms] ["completed regions"=1] [2024/05/06 09:19:25.525 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:25.527 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:25.528 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.495383ms] ["completed regions"=1] [2024/05/06 09:19:25.528 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:25.529 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:25.530 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.345135ms] ["completed regions"=1] [2024/05/06 09:19:25.568 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:19:25.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.601 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:25.615 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:25.617 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:25.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=15.65468ms] ["completed regions"=1] [2024/05/06 09:19:25.617 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:25.627 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:25.628 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:25.628 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.680425ms] ["completed regions"=1] [2024/05/06 09:19:25.628 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:25.637 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:25.638 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:25.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.865344ms] ["completed regions"=1] [2024/05/06 09:19:25.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:25.668 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:25.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:25.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=31.556412ms] ["completed regions"=1] [2024/05/06 09:19:25.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:25.679 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:25.681 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:25.681 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.822746ms] ["completed regions"=1] [2024/05/06 09:19:25.681 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:25.689 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:25.690 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:25.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.981815ms] ["completed regions"=1] [2024/05/06 09:19:25.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:25.698 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:25.699 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:25.699 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.662576ms] ["completed regions"=1] [2024/05/06 09:19:25.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:25.708 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:25.709 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:25.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.01038ms] ["completed regions"=1] [2024/05/06 09:19:25.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:25.716 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:25.718 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:25.718 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.286014ms] ["completed regions"=1] [2024/05/06 09:19:25.718 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:25.725 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:25.726 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:25.726 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.910262ms] ["completed regions"=1] [2024/05/06 09:19:25.726 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:25.733 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:25.734 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:25.734 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.904209ms] ["completed regions"=1] [2024/05/06 09:19:25.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:25.741 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:25.743 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:25.743 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=7.971528ms] ["completed regions"=1] [2024/05/06 09:19:25.743 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:25.749 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:25.750 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:25.751 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.375891ms] ["completed regions"=1] [2024/05/06 09:19:25.751 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:25.757 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:25.759 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:25.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.590275ms] ["completed regions"=1] [2024/05/06 09:19:25.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:25.765 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:25.766 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:25.766 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.555043ms] ["completed regions"=1] [2024/05/06 09:19:25.767 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:25.773 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:25.774 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:25.774 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.546256ms] ["completed regions"=1] [2024/05/06 09:19:25.775 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:25.780 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:25.782 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:25.782 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.061513ms] ["completed regions"=1] [2024/05/06 09:19:25.782 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:25.787 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:25.789 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:25.789 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.724446ms] ["completed regions"=1] [2024/05/06 09:19:25.789 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:25.794 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:25.796 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:25.796 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.48893ms] ["completed regions"=1] [2024/05/06 09:19:25.796 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:25.801 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:25.802 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:25.802 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.362795ms] ["completed regions"=1] [2024/05/06 09:19:25.803 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:25.807 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:25.810 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:25.810 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.885854ms] ["completed regions"=1] [2024/05/06 09:19:25.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:25.815 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:25.816 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:25.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.105885ms] ["completed regions"=1] [2024/05/06 09:19:25.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:25.821 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:25.822 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:25.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.966368ms] ["completed regions"=1] [2024/05/06 09:19:25.823 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:25.830 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:25.831 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:25.831 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=8.11097ms] ["completed regions"=1] [2024/05/06 09:19:25.831 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:25.835 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:25.837 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:25.837 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.473123ms] ["completed regions"=1] [2024/05/06 09:19:25.837 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:25.841 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:25.842 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:25.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.353937ms] ["completed regions"=1] [2024/05/06 09:19:25.843 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:25.847 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:25.848 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:25.848 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.068464ms] ["completed regions"=1] [2024/05/06 09:19:25.848 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:25.852 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:25.853 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:25.853 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.63692ms] ["completed regions"=1] [2024/05/06 09:19:25.853 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:25.856 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:25.858 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:25.858 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.593372ms] ["completed regions"=1] [2024/05/06 09:19:25.858 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:25.862 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:25.863 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:25.863 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.857715ms] ["completed regions"=1] [2024/05/06 09:19:25.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:25.866 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:25.868 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:25.868 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.104408ms] ["completed regions"=1] [2024/05/06 09:19:25.868 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:25.871 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:25.872 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:25.872 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.993402ms] ["completed regions"=1] [2024/05/06 09:19:25.872 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:25.875 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:25.876 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:25.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.868218ms] ["completed regions"=1] [2024/05/06 09:19:25.877 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:25.879 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:25.880 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:25.880 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.431918ms] ["completed regions"=1] [2024/05/06 09:19:25.880 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:25.882 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:25.883 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:25.884 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.971168ms] ["completed regions"=1] [2024/05/06 09:19:25.884 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:25.886 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:25.887 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:25.887 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.991945ms] ["completed regions"=1] [2024/05/06 09:19:25.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:25.889 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:25.890 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:25.890 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.595358ms] ["completed regions"=1] [2024/05/06 09:19:25.890 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:25.891 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:25.892 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:25.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.440876ms] ["completed regions"=1] [2024/05/06 09:19:25.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:25.894 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:25.895 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:25.895 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.257018ms] ["completed regions"=1] [2024/05/06 09:19:25.895 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:25.951 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:914\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:914\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:26.003 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/176/bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [currentVer=172] [latestVer=173] [2024/05/06 09:19:26.003 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] ["ddl job id"=176] [ver=173] [2024/05/06 09:19:26.046 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=94.681026ms] [2024/05/06 09:19:26.051 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:26.061 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=173] [2024/05/06 09:19:26.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=122.629313ms] [job="ID:176, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.277 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [job="ID:176, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:24.778 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:19:26.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.315 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.5183748449999999\n# Parse_time: 0.000383655\n# Compile_time: 0.000574904\n# Rewrite_time: 0.000005637\n# Optimize_time: 0.003347743\n# Wait_TS: 0.000343972\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:19:24.778000';"] [2024/05/06 09:19:26.316 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'test.t' doesn't exist"] [errorVerbose="[schema:1146]Table 'test.t' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackTmpTable\n\ttests/realtikvtest/flashbacktest/flashback_test.go:529\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="select * from t"] [2024/05/06 09:19:26.323 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [2024/05/06 09:19:26.323 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [2024/05/06 09:19:26.323 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.324 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [] [2024/05/06 09:19:26.325 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:26.325 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=30.054Β΅s] [2024/05/06 09:19:26.325 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=21.567Β΅s] [2024/05/06 09:19:26.325 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=21.268Β΅s] [2024/05/06 09:19:26.326 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=19.851Β΅s] [2024/05/06 09:19:26.326 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:26.326 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=5.21Β΅s] [2024/05/06 09:19:26.326 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:26.326 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:26.326 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:26.330 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] ["take time"=13.127677ms] [2024/05/06 09:19:26.330 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [2024/05/06 09:19:26.332 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:26.332 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5a9a139e-29b0-4221-b176-55b0a172ef22] [watcherID=fd263a15-c7cb-49e1-b760-6ce67b608459] [2024/05/06 09:19:26.332 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:26.332 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5a9a139e-29b0-4221-b176-55b0a172ef22] [2024/05/06 09:19:26.332 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:26.332 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:26.332 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:26.332 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:26.332 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:26.333 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:26.333 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:26.333 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:26.333 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:26.333 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:26.368 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:26.368 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1846] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:26.370 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:26.370 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:26.370 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 43b3fd50-87cf-4446-9e82-aabea523762c"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:26.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:26.370 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:26.371 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:26.370 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:26.371 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:26.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:26.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:26.370 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:26.370 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:26.370 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:26.370 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:26.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:26.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:26.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:26.371 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="context canceled"] [2024/05/06 09:19:26.371 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e] [2024/05/06 09:19:26.371 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:26.371 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [2024/05/06 09:19:26.371 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:26.371 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.373 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=43b3fd50-87cf-4446-9e82-aabea523762c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:26.373 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:26.373 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 43b3fd50-87cf-4446-9e82-aabea523762c"] [error="context canceled"] [2024/05/06 09:19:26.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:26.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:26.373 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:26.373 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 43b3fd50-87cf-4446-9e82-aabea523762c"] [2024/05/06 09:19:26.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:26.373 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 43b3fd50-87cf-4446-9e82-aabea523762c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.374 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:26.374 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="context canceled"] [2024/05/06 09:19:26.374 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [2024/05/06 09:19:26.386 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:26.386 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:26.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:27.621 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 43b3fd50-87cf-4446-9e82-aabea523762c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:27.622 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:27.622 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:27.622 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:27.635 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd4f69a1-dd4b-4a8b-8bbb-eb1a68cd976e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:27.635 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:27.635 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:27.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:27.643 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.325992512s] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:27.643 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:27.643 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:27.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:27.644 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:27.644 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:27.644 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:27.644 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:27.645 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackTmpTable (7.54s) === RUN TestFlashbackInProcessErrorMsg [2024/05/06 09:19:27.654 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:27.655 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:27.656 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812969810634904] [2024/05/06 09:19:27.656 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:27.656 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:27.658 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:27.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:27.658 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:27.658 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:27.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:27.660 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:27.663 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:27.665 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:27.667 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:27.675 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812969810634904] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:27.686 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:27.828 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=943] ["lease id"=3eaa8f4d30750630] [2024/05/06 09:19:27.830 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:27.934 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=173] ["start time"=100.895744ms] [2024/05/06 09:19:27.940 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:27.941 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=db334938-7239-40d7-bfbe-dffce265848a] [runWorker=true] [2024/05/06 09:19:27.941 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:27.943 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:27.944 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:27.944 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:27.944 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:27.944 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:27.944 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:27.946 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d30750574] [ownerID=db334938-7239-40d7-bfbe-dffce265848a] [op=none] [2024/05/06 09:19:27.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:27.947 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=75a97d18-d435-43bb-93f7-3ee9da96df98] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:27.952 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:27.971 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:27.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:27.973 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:27.995 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:27.996 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d30750574] [ownerID=db334938-7239-40d7-bfbe-dffce265848a] [op=none] [2024/05/06 09:19:27.996 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [op=none] [2024/05/06 09:19:27.996 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:28.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:28.088 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:28.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:28.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:28.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:28.101 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:28.101 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:28.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:28.101 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:28.101 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:28.101 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:28.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:28.103 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:28.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:28.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:28.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:28.104 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:28.105 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:28.108 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:28.111 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:28.117 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b4ad843d-3728-42d7-b8a3-df7bc43a76be] [2024/05/06 09:19:28.117 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:28.118 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:28.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:28.121 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:28.121 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:28.148 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.030917ms] [2024/05/06 09:19:28.154 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:28.190 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:19:28.193 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/06 09:19:28.231 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:28.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:28.231 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:28.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/06 09:19:28.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:28.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:28.283 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 177, Table Name: t"] [2024/05/06 09:19:28.326 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=2.621301ms] [gotSchemaVersion=174] [phyTblIDs="[177]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:28.336 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=174] [2024/05/06 09:19:28.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.721885ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:28.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:28.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:28.178 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:28.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:19:28.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:28.968 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:28.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:28.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:28.969 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:29.117 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:29.117 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:29.118 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b4ad843d-3728-42d7-b8a3-df7bc43a76be] [watcherID=d8fffba1-f0c8-4ce8-942a-6888de4bb2fe] [2024/05/06 09:19:29.121 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:29.133 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:29.133 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:29.133 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:29.133 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:29.488 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=174] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/06 09:19:29.553 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:29.553 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/06 09:19:29.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:29.602 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:29.602 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/06 09:19:29.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.977359ms] [gotSchemaVersion=175] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:29.654 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=175] [2024/05/06 09:19:29.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=54.241947ms] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:29.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:29.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=3.228461ms] [gotSchemaVersion=176] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:29.792 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=176] [2024/05/06 09:19:29.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.566839ms] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:29.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:29.923 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=3.249954ms] [gotSchemaVersion=177] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:29.937 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=177] [2024/05/06 09:19:29.945 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:29.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=54.368601ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.024 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:19:30.030 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{177 t utf8mb4 utf8mb4_bin [0xc02fba29a0] [0xc02fbbf0e0] [] [] public false false 0 0 0 0 0 1 1 0 0 449573596647391238 0 0 0 0 0 0 5 false disable 3 2}"] ["table/partition ID"=177] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:19:30.030 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=] [endKey=] [2024/05/06 09:19:30.069 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/06 09:19:30.123 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596686712837, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.125 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:19:30.138 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596686712837, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:,EndKey:,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/06 09:19:30.149 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=] ["end key"=] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:421] ["split table range from PD, get noop table range"] [category=ddl] [physicalTableID=177] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=179] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=179] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=179] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=179] [2024/05/06 09:19:30.150 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=] [2024/05/06 09:19:30.150 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:19:30.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.273436ms] [gotSchemaVersion=178] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:30.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=178] [2024/05/06 09:19:30.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.499375ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596686712837, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.294 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596686712837, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.296 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=179] [table=t] [index=k] [2024/05/06 09:19:30.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=3.582946ms] [gotSchemaVersion=179] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:30.376 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=179] [2024/05/06 09:19:30.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=54.506268ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.460 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:19:30.496 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/06 09:19:30.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596804415495, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.562 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596804415495, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b15f69ffff000000000001,EndKey:7480000000000000b15f69ffff000000000001ff,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/06 09:19:30.571 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=7480000000000000b15f69ffff000000000001] ["end key"=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:19:30.572 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:19:30.574 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=177] ["end key"=7480000000000000b15f69ffff000000000001ff] ["current end key"=7480000000000000b15f69ffff00000000000100] [2024/05/06 09:19:30.574 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=179] [2024/05/06 09:19:30.574 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=179] [2024/05/06 09:19:30.574 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=179] [2024/05/06 09:19:30.576 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 177, range: [7480000000000000b15f69ffff000000000001, 7480000000000000b15f69ffff00000000000100), jobID: 179"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b15f69ffff0000000000010000] ["take time"=2.070394ms] [2024/05/06 09:19:30.577 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=179] [2024/05/06 09:19:30.577 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000b15f69ffff000000000001] [2024/05/06 09:19:30.577 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:19:30.583 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:30.621 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.986265ms] [gotSchemaVersion=180] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:30.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=180] [2024/05/06 09:19:30.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.710037ms] [job="ID:179, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596804415495, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.715 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=179] [tableID=177] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:30.730 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="add index"] [2024/05/06 09:19:30.736 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [job="ID:179, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:29.478 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573596804415495, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:30.817 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:19:30.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:30.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.335318064\n# Parse_time: 0.000633511\n# Compile_time: 0.001204786\n# Rewrite_time: 0.000016917\n# Optimize_time: 0.00030651\n# Wait_TS: 0.000430736\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nalter table t add index k(a);"] [2024/05/06 09:19:30.839 +00:00] [INFO] [ddl_api.go:3145] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:19:29.478 +0000 UTC"] [2024/05/06 09:19:30.865 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:30.865 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:19:29.478000'"] [2024/05/06 09:19:30.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.945 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/06 09:19:30.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=197.606Β΅s] [gotSchemaVersion=181] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:19:31.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=181] [2024/05/06 09:19:31.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.39729ms] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.388 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:31.398 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:31.400 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.074402ms] ["completed regions"=1] [2024/05/06 09:19:31.400 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:31.411 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:31.413 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.506226ms] ["completed regions"=1] [2024/05/06 09:19:31.413 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:31.422 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:31.423 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.796054ms] ["completed regions"=1] [2024/05/06 09:19:31.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:31.432 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:31.433 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.479048ms] ["completed regions"=1] [2024/05/06 09:19:31.433 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:31.442 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:31.443 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.347561ms] ["completed regions"=1] [2024/05/06 09:19:31.443 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:31.453 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:31.455 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.099479ms] ["completed regions"=1] [2024/05/06 09:19:31.455 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:31.463 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:31.464 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.371181ms] ["completed regions"=1] [2024/05/06 09:19:31.464 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:31.473 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:31.475 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=10.028157ms] ["completed regions"=1] [2024/05/06 09:19:31.475 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:31.482 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:31.484 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.415974ms] ["completed regions"=1] [2024/05/06 09:19:31.484 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:31.491 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:31.493 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.721102ms] ["completed regions"=1] [2024/05/06 09:19:31.493 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:31.500 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:31.502 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.419795ms] ["completed regions"=1] [2024/05/06 09:19:31.502 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:31.508 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:31.511 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.619138ms] ["completed regions"=1] [2024/05/06 09:19:31.511 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:31.517 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:31.519 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.614175ms] ["completed regions"=1] [2024/05/06 09:19:31.519 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:31.526 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:31.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.692433ms] ["completed regions"=1] [2024/05/06 09:19:31.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:31.533 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:31.534 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.056455ms] ["completed regions"=1] [2024/05/06 09:19:31.534 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:31.540 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:31.542 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.06721ms] ["completed regions"=1] [2024/05/06 09:19:31.542 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:31.548 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:31.549 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.053784ms] ["completed regions"=1] [2024/05/06 09:19:31.549 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:31.556 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:31.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.396923ms] ["completed regions"=1] [2024/05/06 09:19:31.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:31.563 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:31.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.505529ms] ["completed regions"=1] [2024/05/06 09:19:31.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:31.571 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:31.572 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.611276ms] ["completed regions"=1] [2024/05/06 09:19:31.572 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:31.577 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:31.579 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.431168ms] ["completed regions"=1] [2024/05/06 09:19:31.579 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:31.583 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:31.585 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.574673ms] ["completed regions"=1] [2024/05/06 09:19:31.585 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:31.589 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:31.590 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.400526ms] ["completed regions"=1] [2024/05/06 09:19:31.591 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:31.595 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:31.596 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.28643ms] ["completed regions"=1] [2024/05/06 09:19:31.596 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:31.600 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:31.602 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.19002ms] ["completed regions"=1] [2024/05/06 09:19:31.602 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:31.606 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:31.607 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.898357ms] ["completed regions"=1] [2024/05/06 09:19:31.607 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:31.611 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:31.612 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.771171ms] ["completed regions"=1] [2024/05/06 09:19:31.612 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:31.616 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:31.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.803918ms] ["completed regions"=1] [2024/05/06 09:19:31.618 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:31.621 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:31.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.179063ms] ["completed regions"=1] [2024/05/06 09:19:31.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:31.626 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:31.628 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.552275ms] ["completed regions"=1] [2024/05/06 09:19:31.628 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:31.631 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:31.633 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.258928ms] ["completed regions"=1] [2024/05/06 09:19:31.633 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:31.635 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:31.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.739856ms] ["completed regions"=1] [2024/05/06 09:19:31.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:31.639 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:31.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.767388ms] ["completed regions"=1] [2024/05/06 09:19:31.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:31.643 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:31.644 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.319286ms] ["completed regions"=1] [2024/05/06 09:19:31.644 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:31.647 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:31.648 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.937841ms] ["completed regions"=1] [2024/05/06 09:19:31.648 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:31.650 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:31.651 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.944056ms] ["completed regions"=1] [2024/05/06 09:19:31.651 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:31.653 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:31.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.647089ms] ["completed regions"=1] [2024/05/06 09:19:31.654 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:31.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:31.657 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.541965ms] ["completed regions"=1] [2024/05/06 09:19:31.657 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:31.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:31.660 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.269352ms] ["completed regions"=1] [2024/05/06 09:19:31.698 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/06 09:19:31.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.771 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:19:31.782 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=28] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:19:31.785 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:19:31.785 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=14.13271ms] ["completed regions"=1] [2024/05/06 09:19:31.786 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:19:31.796 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=36] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:19:31.797 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:19:31.797 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.435363ms] ["completed regions"=1] [2024/05/06 09:19:31.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:19:31.808 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=44] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:19:31.809 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:19:31.809 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.501283ms] ["completed regions"=1] [2024/05/06 09:19:31.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:19:31.819 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=52] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:19:31.820 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:19:31.820 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.263001ms] ["completed regions"=1] [2024/05/06 09:19:31.820 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:19:31.829 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=60] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:19:31.830 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:19:31.830 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.803608ms] ["completed regions"=1] [2024/05/06 09:19:31.830 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:19:31.839 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=68] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:19:31.840 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:19:31.841 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.804178ms] ["completed regions"=1] [2024/05/06 09:19:31.841 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:19:31.849 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=76] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:19:31.851 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:19:31.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.765275ms] ["completed regions"=1] [2024/05/06 09:19:31.851 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:19:31.859 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=84] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:19:31.860 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:19:31.860 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.136735ms] ["completed regions"=1] [2024/05/06 09:19:31.860 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:19:31.869 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=92] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:19:31.871 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:19:31.871 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=10.128353ms] ["completed regions"=1] [2024/05/06 09:19:31.871 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:19:31.879 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=100] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:19:31.880 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:19:31.881 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.243678ms] ["completed regions"=1] [2024/05/06 09:19:31.881 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:19:31.888 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=108] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:19:31.889 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:19:31.890 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.422393ms] ["completed regions"=1] [2024/05/06 09:19:31.890 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:19:31.897 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=116] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:19:31.899 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:19:31.899 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.299333ms] ["completed regions"=1] [2024/05/06 09:19:31.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:19:31.906 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=124] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:19:31.907 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:19:31.907 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.721624ms] ["completed regions"=1] [2024/05/06 09:19:31.908 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:19:31.915 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=132] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:19:31.916 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:19:31.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.415306ms] ["completed regions"=1] [2024/05/06 09:19:31.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:19:31.923 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=140] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:19:31.924 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:19:31.924 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.467741ms] ["completed regions"=1] [2024/05/06 09:19:31.924 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:19:31.930 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=148] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:19:31.931 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:19:31.932 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.176925ms] ["completed regions"=1] [2024/05/06 09:19:31.932 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:19:31.939 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=156] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:19:31.941 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:19:31.941 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=9.182859ms] ["completed regions"=1] [2024/05/06 09:19:31.941 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:19:31.948 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=164] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:19:31.949 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:19:31.949 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.540979ms] ["completed regions"=1] [2024/05/06 09:19:31.949 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:19:31.955 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=172] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:19:31.957 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:19:31.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.740616ms] ["completed regions"=1] [2024/05/06 09:19:31.957 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:19:31.963 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=180] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:19:31.965 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:19:31.965 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.030209ms] ["completed regions"=1] [2024/05/06 09:19:31.965 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:19:31.970 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=188] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:19:31.972 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:19:31.972 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.599638ms] ["completed regions"=1] [2024/05/06 09:19:31.972 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:19:31.978 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=196] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:19:31.979 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:19:31.979 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.820131ms] ["completed regions"=1] [2024/05/06 09:19:31.979 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:19:31.984 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=204] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:19:31.985 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:19:31.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.914212ms] ["completed regions"=1] [2024/05/06 09:19:31.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:19:31.990 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=212] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:19:31.991 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:19:31.991 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.615121ms] ["completed regions"=1] [2024/05/06 09:19:31.991 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:19:31.996 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=220] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:19:31.997 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:19:31.997 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.297169ms] ["completed regions"=1] [2024/05/06 09:19:31.997 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:19:32.001 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=228] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:19:32.003 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:19:32.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.414401ms] ["completed regions"=1] [2024/05/06 09:19:32.003 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:19:32.008 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=236] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:19:32.009 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:19:32.009 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.923602ms] ["completed regions"=1] [2024/05/06 09:19:32.009 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:19:32.013 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=244] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:19:32.014 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:19:32.014 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.975493ms] ["completed regions"=1] [2024/05/06 09:19:32.014 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:19:32.018 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=252] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:19:32.019 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:19:32.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.798763ms] ["completed regions"=1] [2024/05/06 09:19:32.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:19:32.023 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=260] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:19:32.024 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:19:32.025 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.666065ms] ["completed regions"=1] [2024/05/06 09:19:32.025 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:19:32.028 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=268] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:19:32.029 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:19:32.029 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.109342ms] ["completed regions"=1] [2024/05/06 09:19:32.029 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:19:32.032 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=276] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:19:32.033 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:19:32.033 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.892667ms] ["completed regions"=1] [2024/05/06 09:19:32.033 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:19:32.036 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=284] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:19:32.037 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:19:32.037 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.835056ms] ["completed regions"=1] [2024/05/06 09:19:32.037 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:19:32.040 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=292] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:19:32.041 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:19:32.042 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.772635ms] ["completed regions"=1] [2024/05/06 09:19:32.042 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:19:32.044 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=300] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:19:32.045 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:19:32.045 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.287877ms] ["completed regions"=1] [2024/05/06 09:19:32.045 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:19:32.047 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=308] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:19:32.049 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:19:32.049 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.037511ms] ["completed regions"=1] [2024/05/06 09:19:32.049 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:19:32.051 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=316] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:19:32.052 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:19:32.052 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.793323ms] ["completed regions"=1] [2024/05/06 09:19:32.052 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:19:32.053 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=324] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:19:32.055 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:19:32.055 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.418284ms] ["completed regions"=1] [2024/05/06 09:19:32.055 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:19:32.056 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=332] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:19:32.059 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:19:32.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.722578ms] ["completed regions"=1] [2024/05/06 09:19:32.059 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:19:32.112 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:19:32.161 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/180/db334938-7239-40d7-bfbe-dffce265848a] [currentVer=181] [latestVer=182] [2024/05/06 09:19:32.161 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id db334938-7239-40d7-bfbe-dffce265848a"] ["ddl job id"=180] [ver=182] [2024/05/06 09:19:32.212 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=99.890008ms] [2024/05/06 09:19:32.218 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:32.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=182] [2024/05/06 09:19:32.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=143.743639ms] [job="ID:180, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:32.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [job="ID:180, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:19:30.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:32.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:19:32.512 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:32.515 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.6785052\n# Parse_time: 0.00045831\n# Compile_time: 0.000752701\n# Rewrite_time: 0.000009101\n# Optimize_time: 0.00030651\n# Wait_TS: 0.00036332\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:19:29.478000';"] [2024/05/06 09:19:32.516 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [2024/05/06 09:19:32.516 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [2024/05/06 09:19:32.516 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:32.518 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=30.472Β΅s] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=10.749Β΅s] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=17.32Β΅s] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=17.347Β΅s] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=5.763Β΅s] [2024/05/06 09:19:32.519 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:32.519 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:32.519 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:32.523 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=db334938-7239-40d7-bfbe-dffce265848a] ["take time"=7.686737ms] [2024/05/06 09:19:32.523 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=db334938-7239-40d7-bfbe-dffce265848a] [2024/05/06 09:19:32.525 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:32.526 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b4ad843d-3728-42d7-b8a3-df7bc43a76be] [watcherID=d8fffba1-f0c8-4ce8-942a-6888de4bb2fe] [2024/05/06 09:19:32.526 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:32.526 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b4ad843d-3728-42d7-b8a3-df7bc43a76be] [2024/05/06 09:19:32.526 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:32.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:32.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:32.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:32.532 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:32.532 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:32.533 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=943] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=db334938-7239-40d7-bfbe-dffce265848a] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:32.534 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:32.534 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:32.534 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75a97d18-d435-43bb-93f7-3ee9da96df98"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:32.534 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:32.534 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:32.534 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:32.534 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:32.535 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [2024/05/06 09:19:32.534 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="context canceled"] [2024/05/06 09:19:32.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:32.535 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:32.535 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:32.535 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=db334938-7239-40d7-bfbe-dffce265848a] [2024/05/06 09:19:32.535 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [2024/05/06 09:19:32.535 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:32.535 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:32.535 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:32.535 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:32.535 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:32.536 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:32.536 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=75a97d18-d435-43bb-93f7-3ee9da96df98] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:32.536 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75a97d18-d435-43bb-93f7-3ee9da96df98"] [error="context canceled"] [2024/05/06 09:19:32.536 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:32.536 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:32.536 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:32.536 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:32.536 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75a97d18-d435-43bb-93f7-3ee9da96df98"] [2024/05/06 09:19:32.574 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:32.574 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="context canceled"] [2024/05/06 09:19:32.775 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:33.783 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75a97d18-d435-43bb-93f7-3ee9da96df98"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:33.810 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:33.810 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:33.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:34.038 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager db334938-7239-40d7-bfbe-dffce265848a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:34.038 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:34.038 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:34.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:34.045 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.529967107s] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:34.046 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:34.046 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:34.046 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:34.046 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:34.048 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackInProcessErrorMsg (6.40s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:19:38 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:19:38 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:19:38 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:19:38 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:19:38 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/flashbacktest:flashbacktest_test up-to-date: bazel-bin/tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test INFO: Elapsed time: 154.152s, Critical Path: 135.19s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 12 passing and 0 failing out of 12 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [2024-05-06T09:19:41.358Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:19:41.359Z] ['info'] => Project root located at: . [2024-05-06T09:19:41.363Z] ['info'] -> Token found by environment variables [2024-05-06T09:19:41.377Z] ['info'] Searching for coverage files... [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:19:42.014Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:19:42.014Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:19:42.402Z] ['info'] Using manual override from args. [2024-05-06T09:19:42.403Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:19:42.417Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:19:43.782Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/6a736d1d-779d-4d32-8804-c760c252ea33.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091943Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=07539058de35618b1de931377686fd34c31ff96aeea91aac755d8e3ef83be40a [2024-05-06T09:19:43.782Z] ['info'] Uploading... [2024-05-06T09:19:44.313Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:19:44.315Z] ['info'] => Project root located at: . [2024-05-06T09:19:44.318Z] ['info'] -> Token found by environment variables [2024-05-06T09:19:44.331Z] ['info'] Searching for coverage files... [2024-05-06T09:19:44.998Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:19:44.998Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:19:45.532Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [2024-05-06T09:19:45.391Z] ['info'] Using manual override from args. [2024-05-06T09:19:45.392Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:19:45.405Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [2024-05-06T09:19:46.408Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/ffbd18bb-4788-479f-8975-f3d7e6a771ee.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T091946Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=861cfb15d62185bdca12255eff638fc1a0d7e27ca6734209967809e22dc15255 [2024-05-06T09:19:46.408Z] ['info'] Uploading... [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:19:48.181Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 131s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/05/06 09:17:46.742 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:46.743 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:17:46.744 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:17:46.745 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.745 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:17:46.746 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.746 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:46.746 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:46.746 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:46.746 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:46.749 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:46.754 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.756 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.758 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.784 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.784 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.793 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.793 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.807 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.832 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:46.942 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:47.079 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1454] ["lease id"=6f188f4d305bfed9] [2024/05/06 09:17:47.082 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:47.089 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:47.113 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.687648ms] [2024/05/06 09:17:47.116 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.116 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4cb02289-2ee4-4543-954b-7b01d7e424c2] [runWorker=true] [2024/05/06 09:17:47.116 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:47.119 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:47.120 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:47.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:47.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:47.121 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:47.121 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:47.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:47.121 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.121 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.121 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:47.122 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305bfedd] [ownerID=4cb02289-2ee4-4543-954b-7b01d7e424c2] [op=none] [2024/05/06 09:17:47.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:47.124 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c2b84876-b85d-4970-aa54-966bd1504c52] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:47.124 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2b84876-b85d-4970-aa54-966bd1504c52"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d305bfee6] [ownerID=c2b84876-b85d-4970-aa54-966bd1504c52] [op=none] [2024/05/06 09:17:47.132 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:47.164 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.164 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:47.173 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:47.173 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305bfedd] [ownerID=4cb02289-2ee4-4543-954b-7b01d7e424c2] [op=none] [2024/05/06 09:17:47.174 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] [op=none] [2024/05/06 09:17:47.174 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:47.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.274 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=27.062487ms] [2024/05/06 09:17:47.280 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:47.289 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:47.296 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.337473ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:47.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.362 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.388 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:47.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:47.417 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:48.123 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:48.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573569842380802\n# Query_time: 0.726476924\n# Parse_time: 0\n# Compile_time: 0.071015413\n# Rewrite_time: 0.000264695\n# Optimize_time: 0.001111091\n# Wait_TS: 0.000138679\n# Prewrite_time: 0.651684681 Commit_time: 0.001431649 Get_commit_ts_time: 0.000383451 Slowest_prewrite_rpc_detail: {total:0.652s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 650.3ms}, scan_detail: {get_snapshot_time: 28.3Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 66.4Β΅s, propose_send_wait: 0s, persist_log: {total: 556.1Β΅s, write_leader_wait: 170ns, sync_log: 436.9Β΅s, write_memtable: 3.41Β΅s}, commit_log: 649.8ms, apply_batch_wait: 19Β΅s, apply: {total:180.6Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 45.4Β΅s, write_memtable: 31.7Β΅s}}} Commit_primary_rpc_detail: {total:0.652s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 650.3ms}, scan_detail: {get_snapshot_time: 28.3Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 66.4Β΅s, propose_send_wait: 0s, persist_log: {total: 556.1Β΅s, write_leader_wait: 170ns, sync_log: 436.9Β΅s, write_memtable: 3.41Β΅s}, commit_log: 649.8ms, apply_batch_wait: 19Β΅s, apply: {total:180.6Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 45.4Β΅s, write_memtable: 31.7Β΅s}}} Write_keys: 1 Write_size: 25030 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 62353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vwnYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjgzMy43wrVzLCBsb29wczoxLCBwcmVwYXJlOiAzNjMuMQUcJGluc2VydDo0NzANLYhjb21taXRfdHhuOiB7cHJld3JpdGU6NjUxLjdtcywgZ2V0XxEjGHM6MzgzLjUFSAkUEDoxLjQzASccc2xvd2VzdF8RQfA8X3JwYzoge3RvdGFsOiAwLjY1MnMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIAHPGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGDw6IDY1MC4zbXN9LCBzY2FuGSgBqhxzbmFwc2hvdA0rDDI4LjMFrlhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXsGUIFkEBfYmF0Y2hfd2FpdDogNjYuNAVBLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGqCe4INTU2LW0JYBRsZWFkZXINNigxNzBucywgc3luYwk2EDQzNi45BWQJLhhtZW10YWJsIbUQLjQxwrUB6SltCTAQNjQ5LjghcxBhcHBseTKuAAAxCUgFGRWPEDE4MC42BWAUbXV0ZXhfKQABvQlwMp4AGRcAdyG4BDQ1Df8JKx2bADFFPiVFDZ0YcHJpbWFyeT75AQwwMDFz/vkBMflN4Y76AQQxNvr6AQQxMw37rvoBDDg1LjIlaykwMlsBBDM0NvgBBDMxbUoJLDlcDDk0Mm4B5C1YRVsIMzQ5JXEALCndNvYBADNNQDb4AQQ2NA0yAG3C9wEVUj6bAAQxMCUVJfdtzAhudW2BagkqDGtleXMZDlxieXRlOjI1MDMwfQkyNC45IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:17:48.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:48.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=8.897295ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.645 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:48.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.096368ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.930 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:48.930 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.525272092\n# Parse_time: 0\n# Compile_time: 0.008826847\n# Rewrite_time: 0.000017211\n# Optimize_time: 0\n# Wait_TS: 0.000535916\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:48.940 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:48.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:49.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.120 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:49.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.859125ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.121 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:49.132 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:49.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.658434ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.281 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:49.281 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.285 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346813207\n# Parse_time: 0\n# Compile_time: 0.001987494\n# Rewrite_time: 0.000011978\n# Optimize_time: 0\n# Wait_TS: 0.000333945\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:49.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:49.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.537577ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.474 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:49.510 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.815562ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.545 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.594 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:49.594 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.598 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310906871\n# Parse_time: 0\n# Compile_time: 0.001294807\n# Rewrite_time: 0.000008814\n# Optimize_time: 0\n# Wait_TS: 0.000417025\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:49.613 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:49.732 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.732 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:49.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.800305ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.016 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:50.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.14317ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.096 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:50.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.596967794\n# Parse_time: 0\n# Compile_time: 0.00836328\n# Rewrite_time: 0.000008723\n# Optimize_time: 0\n# Wait_TS: 0.000355742\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.206 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:50.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.270 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:50.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.422 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.162784ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.433 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.433 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:50.468 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.622153ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.614 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:50.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.618 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413384178\n# Parse_time: 0\n# Compile_time: 0.002333935\n# Rewrite_time: 0.000009393\n# Optimize_time: 0\n# Wait_TS: 0.0003715\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.623 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:50.697 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.697 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:50.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=4.07266ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.852 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:50.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.894673ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.031 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:51.031 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413786223\n# Parse_time: 0\n# Compile_time: 0.002407401\n# Rewrite_time: 0.000008905\n# Optimize_time: 0\n# Wait_TS: 0.0006032\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.037 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:51.101 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.101 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:51.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=3.03434ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.284 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.284 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:51.313 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.4342ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.358 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.400 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:51.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.403 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36764635\n# Parse_time: 0\n# Compile_time: 0.001224587\n# Rewrite_time: 0.000008074\n# Optimize_time: 0\n# Wait_TS: 0.000479218\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.407 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:51.452 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.452 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:51.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.50612ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.617 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:51.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.95532ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.769 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:51.769 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.773 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367461033\n# Parse_time: 0\n# Compile_time: 0.001288382\n# Rewrite_time: 0.000009172\n# Optimize_time: 0\n# Wait_TS: 0.000309423\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.779 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:51.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:51.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.422604ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.028 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:52.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.878781ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:52.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395520827\n# Parse_time: 0\n# Compile_time: 0.002729855\n# Rewrite_time: 0.000012174\n# Optimize_time: 0\n# Wait_TS: 0.000459787\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.176 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:52.235 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.235 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:52.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.820911ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.406 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:52.430 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=55.633813ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:52.566 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.570 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395620238\n# Parse_time: 0\n# Compile_time: 0.001949681\n# Rewrite_time: 0.000011955\n# Optimize_time: 0\n# Wait_TS: 0.000379208\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:52.580 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:52.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.672 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:52.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.036245ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.867 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:52.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.692003ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:53.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.041 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.465423334\n# Parse_time: 0\n# Compile_time: 0.003901081\n# Rewrite_time: 0.000013437\n# Optimize_time: 0\n# Wait_TS: 0.000402729\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.046 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:53.111 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.111 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:53.187 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.328381ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.293 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:53.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.985177ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.396 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:53.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.471 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426823229\n# Parse_time: 0\n# Compile_time: 0.002628292\n# Rewrite_time: 0.000011788\n# Optimize_time: 0\n# Wait_TS: 0.000473103\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.528 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.680 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.227766ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.691 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.692 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:53.726 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.095779ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.843 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:53.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373124027\n# Parse_time: 0\n# Compile_time: 0.001939439\n# Rewrite_time: 0.000008414\n# Optimize_time: 0\n# Wait_TS: 0.000338039\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.852 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:53.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.906 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:53.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.907027ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.084 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.084 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:54.125 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=59.769117ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.253 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:54.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408553235\n# Parse_time: 0\n# Compile_time: 0.003794059\n# Rewrite_time: 0.000008089\n# Optimize_time: 0\n# Wait_TS: 0.000422142\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:54.309 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.309 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:54.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.712597ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.477 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:54.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.035195ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.550 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.597 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:54.597 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34212422\n# Parse_time: 0\n# Compile_time: 0.0022206\n# Rewrite_time: 0.000016139\n# Optimize_time: 0\n# Wait_TS: 0.000717578\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.607 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:54.662 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:54.662 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.808 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.852862ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.820 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:54.855 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.593308ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:54.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368086194\n# Parse_time: 0\n# Compile_time: 0.00258643\n# Rewrite_time: 0.000014627\n# Optimize_time: 0\n# Wait_TS: 0.000513669\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.977 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:55.032 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:55.032 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.01287ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.220 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.220 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:55.256 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.242678ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.300 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.347 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:55.347 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.350 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374883934\n# Parse_time: 0\n# Compile_time: 0.001988931\n# Rewrite_time: 0.000009517\n# Optimize_time: 0\n# Wait_TS: 0.00033695\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:55.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.429 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:55.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.609 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.842275ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.620 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.620 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:55.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.412785ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.777 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:55.777 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.781 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.427589523\n# Parse_time: 0\n# Compile_time: 0.003504527\n# Rewrite_time: 0.000014893\n# Optimize_time: 0\n# Wait_TS: 0.000474162\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.807 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:55.860 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:55.860 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.073618ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.003 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:56.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.101866ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:56.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.164 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359051711\n# Parse_time: 0\n# Compile_time: 0.001547657\n# Rewrite_time: 0.000010477\n# Optimize_time: 0\n# Wait_TS: 0.000395977\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:56.214 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.215 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:56.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.359 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.590482ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.369 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.369 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:56.406 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.423748ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.491 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:56.491 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.494 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.326705346\n# Parse_time: 0\n# Compile_time: 0.002432937\n# Rewrite_time: 0.000010786\n# Optimize_time: 0\n# Wait_TS: 0.000444428\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.496 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:56.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:56.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.370194ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.652 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.652 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:56.684 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.655129ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.756 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.789 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:56.789 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:56.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:56.969 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.516895ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.101 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.101 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:57.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.329361ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:57.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.492468876\n# Parse_time: 0\n# Compile_time: 0.00445281\n# Rewrite_time: 0.000011385\n# Optimize_time: 0\n# Wait_TS: 0.000392842\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.291 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:57.351 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.351 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:57.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.998249ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.492 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.492 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:17:57.528 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.642064ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.604 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:17:57.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368052537\n# Parse_time: 0\n# Compile_time: 0.001443967\n# Rewrite_time: 0.000010789\n# Optimize_time: 0\n# Wait_TS: 0.000393368\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.662 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:17:57.708 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.708 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:17:57.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.577461ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.912 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.912 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:17:57.942 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.986098ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.040 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.096 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:17:58.097 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.100 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440092965\n# Parse_time: 0\n# Compile_time: 0.001689044\n# Rewrite_time: 0.000009325\n# Optimize_time: 0\n# Wait_TS: 0.000490658\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:17:58.164 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.164 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:17:58.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.279919ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.295 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.295 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:17:58.329 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.193463ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.403 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.449 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:17:58.450 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.454 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351874562\n# Parse_time: 0\n# Compile_time: 0.001637387\n# Rewrite_time: 0.000010581\n# Optimize_time: 0\n# Wait_TS: 0.000414547\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:58.518 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:17:58.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.645075ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.714 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:17:58.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.119942ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.834 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.881 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:17:58.881 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.885 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.4283262\n# Parse_time: 0\n# Compile_time: 0.001555299\n# Rewrite_time: 0.000011085\n# Optimize_time: 0\n# Wait_TS: 0.000523441\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.891 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:17:58.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:17:59.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.922452ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.108 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:17:59.124 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c2b84876-b85d-4970-aa54-966bd1504c52] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:59.124 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:17:59.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.068277ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.236 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:17:59.236 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356514843\n# Parse_time: 0\n# Compile_time: 0.00223742\n# Rewrite_time: 0.000009729\n# Optimize_time: 0\n# Wait_TS: 0.000486701\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.256 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:59.260 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:59.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:17:59.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.38804ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.511 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.511 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:17:59.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.902256ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.652 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:17:59.652 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.656 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.40621186\n# Parse_time: 0\n# Compile_time: 0.006415695\n# Rewrite_time: 0.000014506\n# Optimize_time: 0\n# Wait_TS: 0.000625253\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:59.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:59.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=4.633567ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.942 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:17:59.972 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.653416ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.059 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.118 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:18:00.118 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.121 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.460960049\n# Parse_time: 0\n# Compile_time: 0.003074017\n# Rewrite_time: 0.000007961\n# Optimize_time: 0\n# Wait_TS: 0.000347215\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.128 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:00.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:00.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.330667ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.376 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.376 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:18:00.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.409423ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.512 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:18:00.512 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.516 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390103457\n# Parse_time: 0\n# Compile_time: 0.002824213\n# Rewrite_time: 0.000008023\n# Optimize_time: 0\n# Wait_TS: 0.000446165\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.523 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:00.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.599 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:00.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.895254ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.822 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.822 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:00.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=55.562132ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.910 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.996 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:00.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.480735617\n# Parse_time: 0\n# Compile_time: 0.003181939\n# Rewrite_time: 0.000012395\n# Optimize_time: 0\n# Wait_TS: 0.000354285\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.003 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:01.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:01.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.887486ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.209 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.209 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:01.242 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.328844ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.300 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:01.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339756771\n# Parse_time: 0\n# Compile_time: 0.001122015\n# Rewrite_time: 0.000011817\n# Optimize_time: 0\n# Wait_TS: 0.000499299\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:01.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:01.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:01.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.95414ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:01.599 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:01.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.799606ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:01.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.662 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.730 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:01.730 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.734 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386537369\n# Parse_time: 0\n# Compile_time: 0.00711501\n# Rewrite_time: 0.003569312\n# Optimize_time: 0\n# Wait_TS: 0.000374669\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:01.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:01.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.256132ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.991 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:02.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.355081ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.093 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.153 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:02.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.420025633\n# Parse_time: 0\n# Compile_time: 0.001841978\n# Rewrite_time: 0.000011432\n# Optimize_time: 0\n# Wait_TS: 0.000352483\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.160 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:02.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.213 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:02.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.394 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.095127ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.406 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:02.430 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.172827ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:02.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.401976386\n# Parse_time: 0\n# Compile_time: 0.001627701\n# Rewrite_time: 0.00001603\n# Optimize_time: 0\n# Wait_TS: 0.000507688\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:02.613 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.613 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:02.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=3.372362ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.741 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:02.775 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.273276ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.895 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:02.895 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.898 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335470747\n# Parse_time: 0\n# Compile_time: 0.001667673\n# Rewrite_time: 0.000009514\n# Optimize_time: 0\n# Wait_TS: 0.000509211\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:03.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.001 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:03.047 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=5.920657ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.220 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.220 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:03.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.575027ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.388 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:03.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.392 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.48602775\n# Parse_time: 0\n# Compile_time: 0.003309652\n# Rewrite_time: 0.000008862\n# Optimize_time: 0\n# Wait_TS: 0.000558433\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.401 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:03.495 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.495 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:03.537 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.874888ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.733 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:03.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.115449ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.854 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.926 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:03.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.533874145\n# Parse_time: 0\n# Compile_time: 0.004943835\n# Rewrite_time: 0.000011003\n# Optimize_time: 0\n# Wait_TS: 0.000587133\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.936 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:04.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.017 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:04.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.087406ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.224 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.224 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:04.260 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.493664ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.423 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:04.424 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.428 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.494463981\n# Parse_time: 0\n# Compile_time: 0.002983241\n# Rewrite_time: 0.000008666\n# Optimize_time: 0\n# Wait_TS: 0.000375781\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.434 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:04.524 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.524 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:04.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=6.023416ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.773 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:04.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.968249ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.854 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:04.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.952 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.520715791\n# Parse_time: 0\n# Compile_time: 0.00257111\n# Rewrite_time: 0.00000884\n# Optimize_time: 0\n# Wait_TS: 0.000429182\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:05.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.065 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:05.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.292 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.036913ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.304 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.304 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:05.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.74792ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.404 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:05.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.483 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.5277885\n# Parse_time: 0\n# Compile_time: 0.002654392\n# Rewrite_time: 0.00001235\n# Optimize_time: 0\n# Wait_TS: 0.000480393\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.490 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:05.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:05.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.401252ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.780 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:05.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.375444ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.950 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:05.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.954 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.466846726\n# Parse_time: 0\n# Compile_time: 0.003169739\n# Rewrite_time: 0.000011509\n# Optimize_time: 0\n# Wait_TS: 0.000409401\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.960 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:06.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.041 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:06.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.707324ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.244 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:06.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.138545ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.350 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.452 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:06.452 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.457 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.49946173\n# Parse_time: 0\n# Compile_time: 0.002626877\n# Rewrite_time: 0.000011307\n# Optimize_time: 0\n# Wait_TS: 0.000571758\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.462 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:06.527 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.527 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:06.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.906646ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.724 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:06.756 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.043692ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.873 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:06.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.417423902\n# Parse_time: 0\n# Compile_time: 0.002449535\n# Rewrite_time: 0.000012088\n# Optimize_time: 0\n# Wait_TS: 0.000490728\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.888 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:06.996 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.996 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:07.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.714778ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.283 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.283 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:07.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.418472ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.405 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:07.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.625538341\n# Parse_time: 0\n# Compile_time: 0.005437789\n# Rewrite_time: 0.000010163\n# Optimize_time: 0\n# Wait_TS: 0.000487297\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:07.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.582 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:07.632 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.530402ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.765 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.765 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:07.798 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.535788ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.853 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:07.924 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418188865\n# Parse_time: 0\n# Compile_time: 0.002205415\n# Rewrite_time: 0.000009925\n# Optimize_time: 0\n# Wait_TS: 0.000429441\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.933 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:07.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:08.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.820169ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.140 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:08.143 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:08.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:08.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:08.143 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:08.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=54.758944ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.300 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:08.300 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.304 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372089124\n# Parse_time: 0\n# Compile_time: 0.001465519\n# Rewrite_time: 0.000010135\n# Optimize_time: 0\n# Wait_TS: 0.000492309\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.307 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:08.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:08.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.983692ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.555 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:08.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.856634ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.697 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:08.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394533686\n# Parse_time: 0\n# Compile_time: 0.001651273\n# Rewrite_time: 0.000009397\n# Optimize_time: 0\n# Wait_TS: 0.00039508\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.701 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:08.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:08.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.829 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=955.961Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:08.840 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:08.877 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.672619ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:08.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.917 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:08.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.007 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:09.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=3.12534ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:09.139 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.139 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:09.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.611863ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:08.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.254 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.314 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:09.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36906072\n# Parse_time: 0\n# Compile_time: 0.005864055\n# Rewrite_time: 0.002758449\n# Optimize_time: 0\n# Wait_TS: 0.000741192\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573575530905608\n# Query_time: 0.391311084\n# Parse_time: 0\n# Compile_time: 0.175105639\n# Rewrite_time: 0.004509672\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 356787\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToyMDYuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4LjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY4Ny41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDYyLjjCtXMRQQx3YWl0DRoMNTEuMR0aKGt2X3JlYWRfd2FsDWgUIDEyMS4zCSMIaWt2MhoAADQNgQxzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF1DDE4LjkFUmhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokR4bjoge3ByZXdyaXRlOjEuMzkhNwFRESIYczoyOTcuNwVNCRQQOjEuMTMBJxxzbG93ZXN0XxFAJUQAIDGEZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIao0MTI3LjAuMC4xOjIwMTYheQRpbS5jAToJAQg2ODMFhAR9LDoLAQGrPvwAADUltwAsXvwABew5TQWRFF9iYXRjaCW3DDogMjctPShwcm9wb3NlX3NlbiGxSGl0OiAwcywgcGVyc2lzdF9sb2cZ7xAxNDAuNCUmCWAUbGVhZGVyDVIkNzducywgc3luYwk1BDgwDWIJLDBtZW10YWJsZTogMi44IWs5ogVkCDM1Nk1EEGFwcGx5Nq0AADAuGwAVkAQ3NQ2OFG11dGV4Xyn8Ab0JcjKeABkXAHdhPQQxNw07CSsZnQAxCWsuQQIYcHJpbWFyef76AWr6AQg0MTYFj5L6AWlpWvQCCc91xkb4AQAxMWau+AEENjkyywEyWQEEMzQ29wEMNDEuNl0jOVoMNzUybgHiAGNplyX1BDIwiRRG8wEAMYlqBRk18QQ1OY1EAG3G8QEANG0xKSIZlwwxMC4yoQGBMm3HCG51baEnCSqFggQxLA0OGGJ5dGU6MzIFLmxpbnNlcnQ6MTc4LjFtcwkxMDAuNCBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 09:18:09.978 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=22.853867632s] [2024/05/06 09:18:10.008 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] [2024/05/06 09:18:10.008 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] [2024/05/06 09:18:10.010 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4cb02289-2ee4-4543-954b-7b01d7e424c2"] [] [2024/05/06 09:18:10.011 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.011 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=17.747Β΅s] [2024/05/06 09:18:10.011 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=6.489Β΅s] [2024/05/06 09:18:10.011 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=13.953Β΅s] [2024/05/06 09:18:10.011 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=8.407Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.035Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=21.794Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=7.547Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.153Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=14.481Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=10.949Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=12.646Β΅s] [2024/05/06 09:18:10.012 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.012 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:10.012 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:10.027 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4cb02289-2ee4-4543-954b-7b01d7e424c2] ["take time"=44.536481ms] [2024/05/06 09:18:10.027 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4cb02289-2ee4-4543-954b-7b01d7e424c2] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1454] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:10.030 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:10.030 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c2b84876-b85d-4970-aa54-966bd1504c52 watch owner key /tidb/br-stream/owner/3eaa8f4d305bfee6"] [2024/05/06 09:18:10.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:10.030 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2b84876-b85d-4970-aa54-966bd1504c52"] [2024/05/06 09:18:10.030 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:10.031 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:10.031 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:10.032 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:10.032 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c2b84876-b85d-4970-aa54-966bd1504c52] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.032 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:10.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:10.033 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2b84876-b85d-4970-aa54-966bd1504c52"] [error="context canceled"] [2024/05/06 09:18:10.033 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:10.033 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:10.033 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2b84876-b85d-4970-aa54-966bd1504c52"] [2024/05/06 09:18:10.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:10.033 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=50.571134ms] [2024/05/06 09:18:10.033 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:10.051 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:10.200 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=436] ["lease id"=22318f4d305c0122] [2024/05/06 09:18:10.202 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:10.303 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=96.112992ms] [2024/05/06 09:18:10.308 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:10.309 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [runWorker=true] [2024/05/06 09:18:10.309 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:10.311 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:10.312 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:10.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:10.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:10.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:10.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:10.312 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:10.313 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:10.313 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:10.313 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.313 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:10.315 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305bffa8] [ownerID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [op=none] [2024/05/06 09:18:10.315 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:10.316 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0b8de263-b1bb-4c32-9314-4df7580ad38e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.345 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:10.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:10.347 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:10.349 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d305bffad] [ownerID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [op=none] [2024/05/06 09:18:10.364 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:10.365 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:10.365 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305bffa8] [ownerID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [op=none] [2024/05/06 09:18:10.365 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [op=none] [2024/05/06 09:18:10.365 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:10.373 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:10.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:10.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:10.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:10.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:10.491 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:10.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:10.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:10.491 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:10.491 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:10.491 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:10.491 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:10.494 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:10.494 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:10.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:10.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:10.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:10.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:10.496 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:10.499 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] ["owner key"=/tidb/stats/owner/3eaa8f4d305bffb1] [ownerID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [op=none] [2024/05/06 09:18:10.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:10.502 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 09:18:10.508 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a0c50a56-f28b-4625-a485-70cab6d7869e] [2024/05/06 09:18:10.508 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:10.509 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:10.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:10.521 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:10.522 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:10.534 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.516353ms] [2024/05/06 09:18:10.560 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:10.604 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1620\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1630\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2370\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:703\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:549\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/05/06 09:18:10.634 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.634 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.634 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:10.635 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=22.157Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.659Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.639Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=8.499Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=12.939Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=14.352Β΅s] [2024/05/06 09:18:10.637 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:10.637 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:10.637 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:10.638 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] ["take time"=33.390256ms] [2024/05/06 09:18:10.638 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=192f83c5-31a5-4e17-b361-2a74fb3c9d33] [2024/05/06 09:18:10.640 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:10.640 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a0c50a56-f28b-4625-a485-70cab6d7869e] [2024/05/06 09:18:10.641 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:10.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:10.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:10.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:10.647 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:10.647 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=436] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:10.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:10.648 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33 watch owner key /tidb/stats/owner/3eaa8f4d305bffb1"] [2024/05/06 09:18:10.648 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b8de263-b1bb-4c32-9314-4df7580ad38e"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:10.648 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:10.648 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:10.648 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:10.648 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:10.649 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:10.649 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:10.649 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:10.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:10.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:10.648 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:10.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:10.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:10.649 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:10.649 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [2024/05/06 09:18:10.649 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:10.649 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="context canceled"] [2024/05/06 09:18:10.650 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:10.650 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:10.650 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0b8de263-b1bb-4c32-9314-4df7580ad38e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:10.650 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b8de263-b1bb-4c32-9314-4df7580ad38e"] [error="context canceled"] [2024/05/06 09:18:10.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:10.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:10.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:10.650 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b8de263-b1bb-4c32-9314-4df7580ad38e"] [2024/05/06 09:18:10.850 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:11.289 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2b84876-b85d-4970-aa54-966bd1504c52"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:11.890 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:11.890 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:11.890 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:11.909 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b8de263-b1bb-4c32-9314-4df7580ad38e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:12.101 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 192f83c5-31a5-4e17-b361-2a74fb3c9d33"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:12.101 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:12.101 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:12.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:12.108 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.503500661s] [2024/05/06 09:18:12.109 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:12.109 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:12.109 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:12.110 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:12.110 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:12.110 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:12.111 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (25.38s) === RUN TestPipelinedDMLPositive [2024/05/06 09:18:12.117 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:12.117 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:12.118 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:12.119 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:12.119 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:12.120 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:12.120 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:12.120 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:12.120 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:12.120 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:12.122 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:12.126 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:12.128 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:12.130 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:12.139 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:12.150 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:12.294 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1888] ["lease id"=6f188f4d305bffb3] [2024/05/06 09:18:12.297 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:12.402 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=100.640352ms] [2024/05/06 09:18:12.407 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:12.407 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [runWorker=true] [2024/05/06 09:18:12.407 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:12.410 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:12.411 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:12.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:12.412 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:12.412 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:12.412 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:12.414 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c0146] [ownerID=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [op=none] [2024/05/06 09:18:12.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:12.415 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=bb548cfd-c734-4d74-bb65-bad77296e476] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:12.421 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:12.442 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:12.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:12.444 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:12.463 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:12.464 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c0146] [ownerID=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [op=none] [2024/05/06 09:18:12.464 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [op=none] [2024/05/06 09:18:12.464 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:12.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:12.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:12.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:12.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:12.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:12.593 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:12.593 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:12.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:12.593 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:12.593 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:12.593 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:12.595 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:12.595 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:12.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:12.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:12.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:12.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:12.597 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:12.600 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:12.602 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:12.610 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/76828970-39d4-40f5-92e7-e6d43b90f764] [2024/05/06 09:18:12.610 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:12.610 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:12.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:12.615 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:12.616 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:12.637 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.278052ms] [2024/05/06 09:18:12.656 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:12.669 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:12.672 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/05/06 09:18:12.720 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:12.720 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/05/06 09:18:12.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.775 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 09:18:12.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.461999ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:12.856 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:12.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.450227ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.941 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.989 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:12.989 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:12.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.322360046\n# Parse_time: 0.000571834\n# Compile_time: 0.000652719\n# Rewrite_time: 0.000007297\n# Optimize_time: 0.000392739\n# Wait_TS: 0.000442542\n# DB: test\n# Is_internal: false\n# Digest: a40dc2698adc005c4f60f067c952899c54f602cd41e7502a92c75405301dde37\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int, b int);"] [2024/05/06 09:18:13.015 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573576500576268] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.814632ms] [2024/05/06 09:18:13.015 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449573576500576268] [2024/05/06 09:18:13.021 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573576500576270] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.52987ms] [2024/05/06 09:18:13.021 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449573576500576270] [2024/05/06 09:18:13.038 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573576513945601] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.367878ms] [2024/05/06 09:18:13.038 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449573576513945601] [2024/05/06 09:18:13.055 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:13.123 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:13.262 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:13.435 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:13.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:13.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:13.435 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:13.600 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:13.611 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:13.611 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:13.611 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/76828970-39d4-40f5-92e7-e6d43b90f764] [watcherID=9dd40a72-50ba-42bc-9284-4cfa80453702] [2024/05/06 09:18:13.616 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:13.629 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:13.629 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:13.629 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:13.629 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:14.301 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:14.412 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:15.462 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.065 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.118 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573576513945604] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.122 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945601, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.126 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573576513945604] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=5.072116457s] [2024/05/06 09:18:18.127 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449573576513945604] [2024/05/06 09:18:18.136 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573576513945604, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.139 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 449573576500576268, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.141 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 449573576500576270, lockForUpdateTS:0, minCommitTs:449573576513945605, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.145 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573577850880002] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.516948ms] [2024/05/06 09:18:18.145 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449573577850880002] [2024/05/06 09:18:18.157 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.230 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.377 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:18.657 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:19.263 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:20.542 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:22.932 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.185 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.188 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.190 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.192 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.194 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449573577850880005] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.195 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880002, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.197 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573577850880005] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=5.041342053s] [2024/05/06 09:18:23.198 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449573577850880005] [2024/05/06 09:18:23.203 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573579174707203] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.079302ms] [2024/05/06 09:18:23.203 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449573579174707203] [2024/05/06 09:18:23.214 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449573577850880005, lockForUpdateTS:0, minCommitTs:449573577850880006, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:18:23.219 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573579174707205] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.417574ms] [2024/05/06 09:18:23.219 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449573579174707205] [2024/05/06 09:18:23.247 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [2024/05/06 09:18:23.247 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [2024/05/06 09:18:23.247 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:23.249 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=27.662Β΅s] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=21.74Β΅s] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=25.172Β΅s] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=18.631Β΅s] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp general"] [category=ddl] ["take time"=10.873Β΅s] [2024/05/06 09:18:23.251 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:23.251 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:23.251 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:23.253 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] ["take time"=33.114147ms] [2024/05/06 09:18:23.253 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [2024/05/06 09:18:23.255 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:23.255 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:23.255 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/76828970-39d4-40f5-92e7-e6d43b90f764] [watcherID=9dd40a72-50ba-42bc-9284-4cfa80453702] [2024/05/06 09:18:23.255 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/76828970-39d4-40f5-92e7-e6d43b90f764] [2024/05/06 09:18:23.255 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:23.256 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:23.256 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:23.256 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:23.256 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:23.256 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:23.257 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:23.257 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:23.257 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:23.257 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:23.262 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:23.263 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1888] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:23.264 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:23.264 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:23.264 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:23.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:23.264 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:23.264 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:23.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:23.264 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb548cfd-c734-4d74-bb65-bad77296e476"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:23.264 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:23.264 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:23.265 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="context canceled"] [2024/05/06 09:18:23.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:23.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:23.265 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=996d69d4-2d9d-4bca-83ff-4c75c7ecfe72] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:23.265 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [2024/05/06 09:18:23.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:23.265 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:23.265 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:23.265 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:23.265 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:23.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:23.267 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:23.267 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=bb548cfd-c734-4d74-bb65-bad77296e476] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:23.267 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:23.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:23.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:23.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:23.267 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb548cfd-c734-4d74-bb65-bad77296e476"] [error="context canceled"] [2024/05/06 09:18:23.267 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb548cfd-c734-4d74-bb65-bad77296e476"] [2024/05/06 09:18:23.267 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb548cfd-c734-4d74-bb65-bad77296e476"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:23.303 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:23.304 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="context canceled"] [2024/05/06 09:18:23.304 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [2024/05/06 09:18:23.304 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:24.515 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb548cfd-c734-4d74-bb65-bad77296e476"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:24.518 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:24.518 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:24.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:24.558 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 996d69d4-2d9d-4bca-83ff-4c75c7ecfe72"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:24.559 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:24.559 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:24.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:24.566 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.346656033s] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:24.567 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.567 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:24.567 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:24.567 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:24.569 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (12.46s) === RUN TestPipelinedDMLNegative [2024/05/06 09:18:24.575 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:24.575 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:24.576 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:24.576 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.576 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:24.577 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.577 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.577 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:24.577 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:24.578 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.579 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:24.584 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:24.585 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:24.587 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:24.596 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:24.610 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:24.778 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1699] ["lease id"=6f188f4d305bffdf] [2024/05/06 09:18:24.780 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:24.875 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=91.731762ms] [2024/05/06 09:18:24.881 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:24.881 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8cab567c-09bd-443b-a595-baf0efc73886] [runWorker=true] [2024/05/06 09:18:24.881 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:24.883 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:24.884 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:24.884 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:24.884 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:24.885 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:24.885 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:24.887 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:24.887 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=bd03b5ea-cc20-4f12-9b82-67c4971f313c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:24.888 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c017a] [ownerID=8cab567c-09bd-443b-a595-baf0efc73886] [op=none] [2024/05/06 09:18:24.909 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:24.932 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:24.933 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:24.933 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:24.936 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:24.936 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c017a] [ownerID=8cab567c-09bd-443b-a595-baf0efc73886] [op=none] [2024/05/06 09:18:24.937 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [op=none] [2024/05/06 09:18:24.937 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:25.029 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:25.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:25.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:25.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:25.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:25.056 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:25.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:25.056 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:25.056 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:25.056 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:25.056 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:25.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:25.059 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:25.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:25.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:25.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:25.060 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:25.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:25.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:25.066 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:25.072 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/681eeb2e-b506-4af1-95ae-152595be66db] [2024/05/06 09:18:25.073 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:25.073 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:25.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:25.075 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:25.075 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:25.098 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=39.691563ms] [2024/05/06 09:18:25.106 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:25.110 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:25.112 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:25.139 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:25.139 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:25.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=231.338Β΅s] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:25.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 09:18:25.255 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.336603ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=257.945Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:25.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 09:18:25.412 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.980999ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.476 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 09:18:25.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=225.422Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:25.517 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/06 09:18:25.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.350365ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.612 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 09:18:25.644 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 09:18:25.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:25.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.703 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 09:18:25.703 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:25.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.594889431\n# Parse_time: 0.0001887\n# Compile_time: 0.000481082\n# Rewrite_time: 0.000007953\n# Optimize_time: 0.000159735\n# Wait_TS: 0.000250356\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:25.716 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:25.719 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:18:25.761 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:25.761 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:18:25.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.820 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/05/06 09:18:25.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.408976ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:25.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:18:25.912 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:25.912 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:25.912 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:25.912 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:25.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.581926ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.980 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.019 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:18:26.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.022 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.304000948\n# Parse_time: 0.000493446\n# Compile_time: 0.000909882\n# Rewrite_time: 0.000006941\n# Optimize_time: 0.00030491\n# Wait_TS: 0.000378138\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:18:26.073 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:26.073 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:26.073 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/681eeb2e-b506-4af1-95ae-152595be66db] [watcherID=37fa027d-b64a-4078-b30d-ade85223c21a] [2024/05/06 09:18:26.075 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:26.089 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:26.089 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:26.090 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:26.090 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:26.120 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 09:18:26.172 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/05/06 09:18:26.194 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 09:18:26.200 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 09:18:26.238 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 09:18:26.240 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/05/06 09:18:26.279 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [2024/05/06 09:18:26.280 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [2024/05/06 09:18:26.280 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.281 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [] [2024/05/06 09:18:26.282 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:26.282 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=25.171Β΅s] [2024/05/06 09:18:26.282 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=18.618Β΅s] [2024/05/06 09:18:26.282 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=17.298Β΅s] [2024/05/06 09:18:26.283 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=27.048Β΅s] [2024/05/06 09:18:26.283 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:26.283 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=18.17Β΅s] [2024/05/06 09:18:26.283 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:26.283 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:26.283 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:26.285 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8cab567c-09bd-443b-a595-baf0efc73886] ["take time"=11.631839ms] [2024/05/06 09:18:26.285 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8cab567c-09bd-443b-a595-baf0efc73886] [2024/05/06 09:18:26.287 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:26.288 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/681eeb2e-b506-4af1-95ae-152595be66db] [watcherID=37fa027d-b64a-4078-b30d-ade85223c21a] [2024/05/06 09:18:26.288 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:26.288 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/681eeb2e-b506-4af1-95ae-152595be66db] [2024/05/06 09:18:26.288 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:26.288 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:26.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:26.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:26.295 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:26.295 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1699] [2024/05/06 09:18:26.296 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8cab567c-09bd-443b-a595-baf0efc73886] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:26.296 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:26.297 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:26.297 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bd03b5ea-cc20-4f12-9b82-67c4971f313c"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="context canceled"] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:26.297 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:26.297 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:26.296 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:26.297 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:26.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:26.297 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8cab567c-09bd-443b-a595-baf0efc73886] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.297 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:26.297 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:26.299 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:26.299 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=bd03b5ea-cc20-4f12-9b82-67c4971f313c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:26.299 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:26.299 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bd03b5ea-cc20-4f12-9b82-67c4971f313c"] [error="context canceled"] [2024/05/06 09:18:26.299 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:26.299 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:26.299 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bd03b5ea-cc20-4f12-9b82-67c4971f313c"] [2024/05/06 09:18:26.299 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:26.299 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bd03b5ea-cc20-4f12-9b82-67c4971f313c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.311 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:26.311 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:26.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:26.342 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:26.342 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="context canceled"] [2024/05/06 09:18:26.343 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [2024/05/06 09:18:26.343 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:27.558 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:27.559 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:27.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:27.559 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bd03b5ea-cc20-4f12-9b82-67c4971f313c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:27.601 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8cab567c-09bd-443b-a595-baf0efc73886"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:27.601 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:27.602 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:27.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:27.609 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.3352825s] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:27.609 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:27.609 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:27.609 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:27.610 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:27.610 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:27.610 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:27.610 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:27.611 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (3.04s) === RUN TestPipelinedDMLInsert [2024/05/06 09:18:27.616 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:27.616 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:27.617 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:27.617 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.617 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:27.618 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.618 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:27.618 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:27.618 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:27.618 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:27.620 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:27.624 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:27.626 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:27.627 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:27.635 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:27.645 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:27.784 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=792] ["lease id"=6f188f4d305c0001] [2024/05/06 09:18:27.786 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:27.880 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=90.644916ms] [2024/05/06 09:18:27.885 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:27.886 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=07770042-4265-45c9-b680-28e2d9b56dc3] [runWorker=true] [2024/05/06 09:18:27.886 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:27.887 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:27.888 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:27.888 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:27.888 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:27.888 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:27.889 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:27.889 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:27.889 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:27.889 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:27.889 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:27.891 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c01a6] [ownerID=07770042-4265-45c9-b680-28e2d9b56dc3] [op=none] [2024/05/06 09:18:27.891 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:27.891 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3f80cb9b-bc8d-473f-ae12-cc75b184e61c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:27.896 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:27.917 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:27.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:27.918 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:27.941 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:27.941 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c01a6] [ownerID=07770042-4265-45c9-b680-28e2d9b56dc3] [op=none] [2024/05/06 09:18:27.941 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [op=none] [2024/05/06 09:18:27.941 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:28.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:28.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:28.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:28.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:28.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:28.042 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:28.042 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:28.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:28.042 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:28.042 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:28.042 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:28.044 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:28.044 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:28.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:28.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:28.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:28.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:28.045 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:28.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:28.050 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:28.055 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8e25f5be-ab65-457f-9051-f27763f042e7] [2024/05/06 09:18:28.055 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:28.055 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:28.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:28.059 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:28.059 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:28.088 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.929831ms] [2024/05/06 09:18:28.093 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:28.098 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:28.100 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:18:28.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:28.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:18:28.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=245.254Β΅s] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:28.209 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/05/06 09:18:28.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.919905ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.359 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=328.052Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:28.371 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 09:18:28.407 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.376603ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.505 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/05/06 09:18:28.539 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=234.734Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:28.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/05/06 09:18:28.587 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.434863ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.653 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/05/06 09:18:28.665 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 09:18:28.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:28.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.720 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:18:28.720 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:28.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.624562342\n# Parse_time: 0.000176602\n# Compile_time: 0.000492383\n# Rewrite_time: 0.000008934\n# Optimize_time: 0.000190373\n# Wait_TS: 0.000306697\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:18:28.733 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:18:28.735 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:18:28.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:28.774 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:18:28.828 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.836 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/05/06 09:18:28.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.166616ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:28.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 09:18:28.910 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:28.910 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:28.910 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:28.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:28.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.829062ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:28.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.003 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:29.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.006 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:18:29.055 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:29.056 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:29.056 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8e25f5be-ab65-457f-9051-f27763f042e7] [watcherID=72aed4b3-16b6-46bb-b523-9153b38fbc5f] [2024/05/06 09:18:29.059 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:29.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:18:29.070 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:29.070 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:29.070 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:29.070 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:29.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.122 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/05/06 09:18:29.171 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.099038ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:29.181 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 09:18:29.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.638949ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.284 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.330 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:29.330 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.333 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.327690271\n# Parse_time: 0.000268822\n# Compile_time: 0.000640667\n# Rewrite_time: 0.000010765\n# Optimize_time: 0.000337588\n# Wait_TS: 0.000310311\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 09:18:29.888 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:30.089 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573580970393615] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.711283ms] [2024/05/06 09:18:30.089 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573580970393615] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=28.661Β΅s] [2024/05/06 09:18:30.089 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573580970393615] [2024/05/06 09:18:30.091 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573580970393615] [commitTS=449573580983500801] [2024/05/06 09:18:30.091 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573580970393615] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/05/06 09:18:30.097 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573580970393615] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=5.449285ms] ["completed regions"=1] [2024/05/06 09:18:30.097 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573580970393615] [commitTS=449573580983500801] [session=8] [2024/05/06 09:18:30.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573580983500806] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.688356ms] [2024/05/06 09:18:30.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573580983500806] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=32.321Β΅s] [2024/05/06 09:18:30.133 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573580983500806] [2024/05/06 09:18:30.135 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573580983500806] [commitTS=449573580996345857] [2024/05/06 09:18:30.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573580983500806] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/05/06 09:18:30.139 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573580983500806] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=3.799841ms] ["completed regions"=1] [2024/05/06 09:18:30.139 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573580983500806] [commitTS=449573580996345857] [session=8] [2024/05/06 09:18:30.145 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/05/06 09:18:30.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:30.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:30.179 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:30.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/05/06 09:18:30.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:30.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.234 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/05/06 09:18:30.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.313616ms] [gotSchemaVersion=62] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:30.283 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/05/06 09:18:30.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.20606ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:30.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.360 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:18:30.369 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:18:30.373 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:30.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:30.426 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:18:30.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:30.431 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000725f7280000000000003e8] [2024/05/06 09:18:30.435 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:3 id:30 store_id:1 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:18:30.435 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/06 09:18:30.436 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:3 id:30 store_id:1 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.437 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/06 09:18:30.437 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:3 id:34 store_id:1 id:35 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.438 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/06 09:18:30.438 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:3 id:38 store_id:1 id:39 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.439 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/06 09:18:30.439 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:3 id:42 store_id:1 id:43 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.440 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/06 09:18:30.440 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:3 id:46 store_id:1 id:47 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.441 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/06 09:18:30.441 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:3 id:50 store_id:1 id:51 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.442 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/06 09:18:30.442 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:3 id:54 store_id:1 id:55 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.442 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/06 09:18:30.443 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:3 id:58 store_id:1 id:59 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.443 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/06 09:18:30.444 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:61 store_id:3 id:62 store_id:1 id:63 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:30.445 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[28,32,36,40,44,48,52,56,60]"] [2024/05/06 09:18:30.445 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299986] [2024/05/06 09:18:30.446 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/06 09:18:30.446 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299985] [2024/05/06 09:18:30.446 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/06 09:18:30.446 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299984] [2024/05/06 09:18:30.447 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/06 09:18:30.447 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299984] [2024/05/06 09:18:30.447 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/06 09:18:30.447 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299983] [2024/05/06 09:18:30.448 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/06 09:18:30.448 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299983] [2024/05/06 09:18:30.448 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/06 09:18:30.448 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299982] [2024/05/06 09:18:30.449 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/06 09:18:30.449 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299982] [2024/05/06 09:18:30.449 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/06 09:18:30.449 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299981] [2024/05/06 09:18:30.450 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/06 09:18:30.526 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573581074989079] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=4.959937ms] [2024/05/06 09:18:30.526 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573581074989079] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=61.368Β΅s] [2024/05/06 09:18:30.526 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=449573581074989079] [2024/05/06 09:18:30.528 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573581074989079] [commitTS=449573581101465601] [2024/05/06 09:18:30.528 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573581074989079] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/05/06 09:18:30.555 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573581074989079] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=26.086656ms] ["completed regions"=10] [2024/05/06 09:18:30.555 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449573581074989079] [commitTS=449573581101465601] [session=8] [2024/05/06 09:18:30.592 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [2024/05/06 09:18:30.593 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [2024/05/06 09:18:30.593 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:30.634 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=26.899Β΅s] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=13.404Β΅s] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=12.805Β΅s] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=12.554Β΅s] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=29.383Β΅s] [2024/05/06 09:18:30.636 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:30.636 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:30.636 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:30.639 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=07770042-4265-45c9-b680-28e2d9b56dc3] ["take time"=84.5507ms] [2024/05/06 09:18:30.639 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=07770042-4265-45c9-b680-28e2d9b56dc3] [2024/05/06 09:18:30.641 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:30.641 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8e25f5be-ab65-457f-9051-f27763f042e7] [watcherID=72aed4b3-16b6-46bb-b523-9153b38fbc5f] [2024/05/06 09:18:30.641 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:30.641 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8e25f5be-ab65-457f-9051-f27763f042e7] [2024/05/06 09:18:30.641 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:30.642 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:30.642 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:30.642 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:30.648 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:30.648 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=792] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:30.650 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=07770042-4265-45c9-b680-28e2d9b56dc3] [2024/05/06 09:18:30.650 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3f80cb9b-bc8d-473f-ae12-cc75b184e61c"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:30.650 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:30.650 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:30.650 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="context canceled"] [2024/05/06 09:18:30.650 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:30.650 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:30.650 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:30.650 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:30.650 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:30.650 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:30.651 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [2024/05/06 09:18:30.650 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:30.651 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:30.651 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [2024/05/06 09:18:30.651 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=07770042-4265-45c9-b680-28e2d9b56dc3] [2024/05/06 09:18:30.651 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:30.651 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:30.651 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:30.651 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:30.651 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:30.652 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:30.652 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:30.652 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3f80cb9b-bc8d-473f-ae12-cc75b184e61c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:30.652 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:30.652 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3f80cb9b-bc8d-473f-ae12-cc75b184e61c"] [error="context canceled"] [2024/05/06 09:18:30.652 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:30.652 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:30.652 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:30.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:30.653 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3f80cb9b-bc8d-473f-ae12-cc75b184e61c"] [2024/05/06 09:18:30.728 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:30.728 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="context canceled"] [2024/05/06 09:18:30.929 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:31.907 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:31.907 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:31.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:31.913 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3f80cb9b-bc8d-473f-ae12-cc75b184e61c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:32.169 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 07770042-4265-45c9-b680-28e2d9b56dc3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:32.169 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:32.169 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:32.169 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:32.178 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.62350348s] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:32.179 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:32.179 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.179 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:32.179 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:32.180 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (4.57s) === RUN TestPipelinedDMLInsertIgnore [2024/05/06 09:18:32.188 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:32.188 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:32.190 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:32.190 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.190 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:32.191 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.191 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.191 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:32.191 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:32.191 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.193 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:32.197 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:32.198 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:32.200 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:32.209 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:32.221 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:32.371 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1722] ["lease id"=3eaa8f4d305c002e] [2024/05/06 09:18:32.374 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:32.478 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=99.396082ms] [2024/05/06 09:18:32.486 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:32.486 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=ed6070df-13a9-4fa2-a67f-763352fc6925] [runWorker=true] [2024/05/06 09:18:32.486 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:32.489 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:32.490 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:32.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:32.490 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:32.490 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:32.491 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:32.491 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:32.491 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:32.493 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0030] [ownerID=ed6070df-13a9-4fa2-a67f-763352fc6925] [op=none] [2024/05/06 09:18:32.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:32.493 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=027f207f-ad53-4c58-aeec-d41ba1b57329] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:32.498 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:32.520 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:32.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:32.522 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:32.543 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:32.544 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0030] [ownerID=ed6070df-13a9-4fa2-a67f-763352fc6925] [op=none] [2024/05/06 09:18:32.544 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [op=none] [2024/05/06 09:18:32.544 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:32.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:32.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:32.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:32.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:32.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:32.689 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:32.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:32.689 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:32.689 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:32.689 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:32.689 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:32.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:32.693 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:32.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:32.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:32.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:32.695 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:32.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:32.698 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:32.700 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:32.708 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3d4db478-124d-4067-b3e1-db28bb37495b] [2024/05/06 09:18:32.708 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:32.708 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:32.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:32.710 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:32.711 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:32.737 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.439841ms] [2024/05/06 09:18:32.754 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:32.758 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:18:32.762 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:32.764 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:18:32.792 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:32.792 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:32.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=269.612Β΅s] [gotSchemaVersion=63] [phyTblIDs="[114]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:32.908 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/05/06 09:18:32.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=54.245529ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=216.242Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/06 09:18:33.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.545885ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.143 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/05/06 09:18:33.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=234.023Β΅s] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 09:18:33.226 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.134033ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.301 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 09:18:33.315 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/05/06 09:18:33.319 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:32.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:18:33.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:33.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:33.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:33.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=233.993Β΅s] [gotSchemaVersion=66] [phyTblIDs="[110]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.517 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:33.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:33.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:33.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:33.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 09:18:33.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.676823ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=241.945Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.692 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 09:18:33.708 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:33.708 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:33.708 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3d4db478-124d-4067-b3e1-db28bb37495b] [watcherID=7226edae-a99a-4079-8875-6964d29702c1] [2024/05/06 09:18:33.711 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:33.722 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:33.722 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:33.722 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:33.722 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:33.726 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.322976ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.785 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/05/06 09:18:33.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=214.639Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:33.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 09:18:33.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.546565ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.912 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 09:18:33.921 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:18:33.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:33.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.985 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:33.985 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:33.989 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 1.225697767\n# Parse_time: 0.000318316\n# Compile_time: 0.00085644\n# Rewrite_time: 0.000015422\n# Optimize_time: 0.000182667\n# Wait_TS: 0.000396072\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:18:33.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:18:34.002 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:18:34.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.044 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:18:34.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.116 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 09:18:34.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.421548ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:34.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 09:18:34.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.460361ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:33.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:34.318 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.321 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.319944447\n# Parse_time: 0.000562149\n# Compile_time: 0.000858646\n# Rewrite_time: 0.000009489\n# Optimize_time: 0.000618248\n# Wait_TS: 0.000392881\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:18:34.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:18:34.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:18:34.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.449 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/05/06 09:18:34.490 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:34.496 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=3.464072ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:34.509 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/05/06 09:18:34.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.99599ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:18:34.656 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.33943957\n# Parse_time: 0.00026872\n# Compile_time: 0.00064096\n# Rewrite_time: 0.000011181\n# Optimize_time: 0.000618248\n# Wait_TS: 0.000327571\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 09:18:35.212 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:389.492945ms txnStartTS:449573582215315465 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:389.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:257 rocksdb_delete_skipped_count:62 rocksdb_key_skipped_count:698 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:35.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573582215315464\n# Conn_ID: 10\n# Query_time: 0.425157067\n# Parse_time: 0\n# Compile_time: 0.001011007\n# Rewrite_time: 0.000005859\n# Optimize_time: 0.000618248\n# Wait_TS: 0.000247651\n# Prewrite_time: 0.420300082 Commit_time: 0.001594372 Get_commit_ts_time: 0.000406562 Slowest_prewrite_rpc_detail: {total:0.420s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 419.4ms}, scan_detail: {get_snapshot_time: 23.9Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 62.4Β΅s, propose_send_wait: 0s, persist_log: {total: 131Β΅s, write_leader_wait: 56ns, sync_log: 68.8Β΅s, write_memtable: 3.49Β΅s}, commit_log: 418.3Β΅s, apply_batch_wait: 32.6Β΅s, apply: {total:84.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.6Β΅s, write_memtable: 22.7Β΅s}}} Commit_primary_rpc_detail: {total:0.420s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 419.4ms}, scan_detail: {get_snapshot_time: 23.9Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 62.4Β΅s, propose_send_wait: 0s, persist_log: {total: 131Β΅s, write_leader_wait: 56ns, sync_log: 68.8Β΅s, write_memtable: 3.49Β΅s}, commit_log: 418.3Β΅s, apply_batch_wait: 32.6Β΅s, apply: {total:84.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.6Β΅s, write_memtable: 22.7Β΅s}}} Write_keys: 1 Write_size: 29 Prewrite_region: 1\n# DB: test\n# Is_internal: false\n# Digest: 04fa858fa491c62d194faec2ab427261cc7998b3f1ccf8f6844febca504cb5e9\n# Num_cop_tasks: 0\n# Mem_max: 8336\n# Prepared: true\n# Plan_from_cache: true\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uwnYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjU2MC45wrVzLCBsb29wczoxLCBwcmVwYXJlOiAyMzcuMgUcLGluc2VydDozMjMuNwURiGNvbW1pdF90eG46IHtwcmV3cml0ZTo0MjAuM21zLCBnZXRfESMYczo0MDYuNh03EDoxLjU5ASccc2xvd2VzdF8RQfA8X3JwYzoge3RvdGFsOiAwLjQyMHMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIAHPGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGDw6IDQxOS40bXN9LCBzY2FuGSgBqhxzbmFwc2hvdA0rBDIzLRJYcm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF7BlCBZBAX2JhdGNoX3dhaXQ6IDYyLjQF7yxwcm9wb3NlX3NlbmQNHAHRKHBlcnNpc3RfbG9nAaoJ7ggxMzEFNAleFGxlYWRlcg00JDU2bnMsIHN5bmMJMww2OC44HSwwbWVtdGFibGU6IDMuNCHMBH0sMaAFYhA0MTguMwUwEGFwcGx5MqsACDMyLimaBRsVjgQ4NC35FG11dGV4Xwn+AbtKngAZFwB3IbYAMTHsCSsZnQQyMkU8JUNNHBhwcmltYXJ5PvcBDDAwMXP+9wEt9wg2OTIF/I74AQAxEfXe+AEAMTGYsvgBDDEzLjUlnikxMvoBBDQ0OvoBSVgJKjlbCDEuOU74AQQwMwX8ACwp3Tb4AQAxLhsANfgENzJN+wBtyvgBHcUdmwlpJfZtyQhudW2BZwnFDGtleXMZDlhieXRlOjI5fQkxNDQgQnl0ZXMJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xAnwPgq/CQoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6NTYwLjnCtXMsIGxvb3BzOjFiInByZXBhcmU6IDIzNy4ywgEcAGkFPrg6MzIzLjfCtXNi3whjb21taXRfdHhuOiB7cHJld3JpdGU6NDIwLjNtcywgZ2V0XxEjHHM6NDA2LjbCAUkJFBA6MS41OQEnHHNsb3dlc3RfEUHwPF9ycGM6IHt0b3RhbDogMC40MjBzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxLCAB0BhfZGV0YWlsAUQgaWt2X3dhbGxfARg8OiA0MTkuNG1zfSwgc2NhbhkoAaocc25hcHNob3QNKwQyMy0TWHJvY2tzZGI6IHtibG9jazoge319fSwgBewZQgWQQF9iYXRjaF93YWl0OiA2Mi40Be8scHJvcG9zZV9zZW5kDRwB0ShwZXJzaXN0X2xvZwGqCe4IMTMxBTQJXhRsZWFkZXINNCQ1Nm5zLCBzeW5jCTMMNjguOB0sMG1lbXRhYmxlOiAzLjQhzQR9LC1pCS8QNDE4LjMFMBBhcHBseTKrAAgzMi4pmgUbFY4IODQuKfoUbXV0ZXhfCf4Bu0qeABkXAHchtgAxMewJKxmdBDIyRT0lQ0kIHF9wcmltYXJ5PvcBDDAwMXP+9wEt9wg2OTIF/I74AQAxEfXe+AEAMTGYsvgBDDEzLjUlnikxMvoBBDQ0OvoBSVgJKjlbCDEuOU74AQQwMwX8ACwp3Tb4AQAxLhsANfgENzJN+wBtyvgBHcUdmwlpJfZtyRBudW06MXFHDGtleXMZDlxieXRlOjI5fXCQAXj///////////8BGAE=')\n# Resource_group: default\ninsert into t values (?, ?) [arguments: (13, 13)];"] [2024/05/06 09:18:35.218 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573582215315465\n# Query_time: 0.408031979\n# Parse_time: 0\n# Compile_time: 0.012358517\n# Rewrite_time: 0.002146536\n# Optimize_time: 0.007947645\n# Wait_TS: 0.000129362\n# Cop_time: 0.38732008 Process_time: 0.000481277 Wait_time: 0.000097936 Request_count: 2 Total_keys: 514 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 124 Rocksdb_key_skipped_count: 1396\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000240638 Cop_proc_p90: 0.000261082 Cop_proc_max: 0.000261082 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.8968e-05 Cop_wait_p90: 5.5502e-05 Cop_wait_max: 5.5502e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2017\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sRegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM5MC4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADIdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldHXIdcKAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjYwNC44wrVzLCBmZXRjaB0QBTIMOjBzfRGlEQgkCjMJMzFfNDEoQgFUACkJtEBkYXRhOlNlbGVjdGlvbl80MBWJDDYyLjMFYTV8aGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNyWlIWA0X2tleXM6IDAsIHRvdF8BEhg6IDI2MS4xBUsBFCR3YWl0OiA1NS41BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR/QFzCF9kdQUaAG4dOjhtYXhfZGlzdHNxbF9jb25VF0ggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY0FCJUAAX0VfLDEuNjJtc319CTI0MS3ZGE4vQQo0CTEhCQQxX0XGUG5vdChpc3RydWVfd2l0aF9udWxsKErVARRyZW9yZykhVwx0aWt2BbYEOnsFZwQwc1XBPH0sIHNjYW5fZGV0YWlsOiApzi01QDI1NywgZ2V0X3NuYXBzaG90CaYQIDI4LjIlLJhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYyLCBrZXlCFwAcOTgsIGJsb2MhuhB9fX0sIAGXPoQAIawIZXNzEXQutAEEYWwltg0bADUxuwXoCHdhbC1OJCA0NTcuOcK1c30hRgEEHAo1CTQzXzM5LUsMMDAwCUnFLhQEfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRZFmUQEBaAEEMAozCTZfMjkoUHJvYmUhhjQ2NDAwCWdyb3VwIGJ5OnVrQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdYGBCDg5LkXcdQUQcGFydGkhERhvcmtlcjp7OQAgMzg4LjcxMTQ2YcEukQIINSwgRcRhNQAwaRllBSwxLjk0Mjg4MzUzNHMJFwxleGVjRS9hKSGlBSQcMzAyMDEwNnNpbwFnEDYzMzc1hZkIcDk1MhIAFH0sIGZpblqgABw5LjE3NDUwOW6hAAGtBG90CaEQMjkuMDN5ugWeDDUuMDJpugEnFaQUNDgwNDg4FaMcOS4xMjk4MzgBagmjGRI5s2FpADOBciWsaWkAbmFfNYhtUCWKBDguJVotiggJMzixjWG0EDUJNl8zIbcAOEFmNfdKqANN6AxpbmcsTgEGIHNjaGVtYV9pZAHMRsEGRcAJHklICG1pbhWvADhWQwIIOC41IQgNuQAsckMCGDcuODY4NTcl3JpEAhwzODU0NzcxMm5EAhgzODcxMzQwASShsyQzODcuNzU1NjE0AZkpoRkSckQCGDguNDA0OTeiRAIYNTIuMDQ0wsGqQTFFRAw2LjU0SkQCGDA4Njk0NjcheQRheEXWFDM3ODk1MRmkADgVEllFADbB1gwzNgkwKfsAZMHRJEhhc2hBZ2dfMzF5yQA3Mj8CACzBeQBfYZc+zgZh8yWwQSmtmm22ARIUOiAyMjAuqZAB0WXKDCA0Mi4J5ABjvs8GBDI1DTruzwbJzwG6ADRK0AYAN2EcADGlhf4eA84eA0pGAxZmCX0uDkIJxU8lkv43B+k3BDE4xY4ALP43B7I3By4cAqGGBGFp8TdVIwXo2TcIIDM5FmoJWdMEOAnhN6EeDoIIgdGFd/43B1I3Bw==')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('mhrwSQqVGgoNUHJvamVjdGlvbl8xMxL7GAoHU29ydF8xNBKDGAoLSGFzaEpvaW5fMjgSyAYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwaWRldGFpbDoge3RvdGFsX2tleXM6IDI1NywgZ2V0X3NuYXBzaG90X3RpbWU6IDI4LjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjIsIGtleV9za2lwcGVkX2NvdW4BF0A5OCwgYmxvY2s6IHt9fX0sIAFYPoQAHHByb2Nlc3NfARwYOiAyNjEuMQV1CaIId2FpEY8MNTUuNQkaAegMd2FsbA00IDQ1Ny45wrVzfVZhATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXSUEWhYFhxAzNjIuMwVsBGxvJbwUYtkBY29wKdlYIHtudW06IDEsIG1heDogMS43M21zLCAByC1RBDAsAb4F2jrSAAXQADoZy4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGgBuHTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYAGEtOCgxLjYybXN9fXDxAV2PEBKCEAoKYVsgQWdnXzI5Eq0MLkcDEDMwEskLGSAQMzUSqAc2egMQMzYS6wQdIgAxTngDADRF9f54A+54A214ACh1eARAv2l4LJQBZ3JvdXAgYnk6bYEBNm0DIeUcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/t4DSt4DBDE4ZTUALP7eA7LeAwwyMC4yZVhC3gMMNDIuNAkaOt4DBDM5aYxa3gMcId7d3d0dPvdt2yHHYdsED2Rh2whIYXNFyAwzMVoVadkMODcuNmGucdgA22LYAxAzODkuNQErIfQAX6kqNtkDLs0AbdkANBHGwtkDBDI1LQDu2QNp2QG6ADRG2gMlKgitbPg6KgEAhP7xAr7xAlXVXeEANTWgADgpdTGgRMUCcGFydGlhbF93b3JrZXI6e7n5Ic0UODY4NTcyIacuBQUcNSwgdGFza1+hqS20wUkwOjEuOTM4NTQ3NzEyc6UMFF9leGVjOuGlBHRvzWgFJBA3MTM0MAEkoeMBaBQ3NTU2MTQBaAhwOTUyEgAUfSwgZmluWqEAHDguNDA0OTc5ATleoQABrQBvTUEQNTIuMDRtCABvDZ4MNi41NM35HaQcNDA4Njk0NjeBajBheDozODguMzc4OTUxAWsJpBkSbjwDCK1I/k0SBAC56RcAFhZ7CABuDnEIMa0INSkpPaMuQwMMcPwCeBbLCDT///8BGgECIUREREQkYz5WAAQ4Z7FYFVQALK0HHGZpcnN0cm93HW6Z/FkbBDku5WlRGwDDchsCFDguNzExNAWpXnkBOhoCHDQyODgzNTM0bhoCHDQzMDIwMTA2PXYQNjMzNzVFgjF2ERJyGgIYOS4xNzQ1MKIaAhAyOS4wMyIaCUm4EDUuMDI1qTUuGgIUNDgwNDg4FaMcOS4xMjk4MzhZGRkSXhkCGBSuR+EMewgqlApoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYsIGBCwgNesMKV1aE6mCBDkwAYkxxQA7FuYIEGhhc2hf5R8AOhabChQ6NjA0LjgF3BBmZXRjaB0QBTIsOjBzfSGdqwU5Kn4IOqYAAD1KkAChxOm4FDpkZXNjLE69B+l2UeYIOTAuJdUNqQVsAOpCbABOJAgBSBBtZXRhLE5lABmJHWky1wIID0NvJs4JSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:18:36.009 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573582530150410] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=2.413249ms] [2024/05/06 09:18:36.009 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573582530150410] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=37.454Β΅s] [2024/05/06 09:18:36.009 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=449573582530150410] [2024/05/06 09:18:36.011 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573582530150410] [commitTS=449573582530150411] [2024/05/06 09:18:36.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573582530150410] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/05/06 09:18:36.019 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573582530150410] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=6.984879ms] ["completed regions"=1] [2024/05/06 09:18:36.019 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573582530150410] [commitTS=449573582530150411] [session=10] [2024/05/06 09:18:36.046 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573582530150412] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=4.714019ms] [2024/05/06 09:18:36.046 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573582530150412] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=37.041Β΅s] [2024/05/06 09:18:36.046 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=449573582530150412] [2024/05/06 09:18:36.048 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573582530150412] [commitTS=449573582543257602] [2024/05/06 09:18:36.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573582530150412] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/05/06 09:18:36.052 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573582530150412] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=4.181111ms] ["completed regions"=1] [2024/05/06 09:18:36.052 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573582530150412] [commitTS=449573582543257602] [session=10] [2024/05/06 09:18:36.078 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [2024/05/06 09:18:36.078 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [2024/05/06 09:18:36.078 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:36.080 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [] [2024/05/06 09:18:36.081 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=30.091Β΅s] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=16.086Β΅s] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=16.228Β΅s] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=17.26Β΅s] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=16.349Β΅s] [2024/05/06 09:18:36.082 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:36.082 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:36.082 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:36.085 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=ed6070df-13a9-4fa2-a67f-763352fc6925] ["take time"=20.608313ms] [2024/05/06 09:18:36.085 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=ed6070df-13a9-4fa2-a67f-763352fc6925] [2024/05/06 09:18:36.086 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:36.086 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:36.086 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3d4db478-124d-4067-b3e1-db28bb37495b] [watcherID=7226edae-a99a-4079-8875-6964d29702c1] [2024/05/06 09:18:36.087 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3d4db478-124d-4067-b3e1-db28bb37495b] [2024/05/06 09:18:36.087 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:36.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:36.087 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:36.087 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:36.093 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:36.094 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1722] [2024/05/06 09:18:36.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ed6070df-13a9-4fa2-a67f-763352fc6925] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:36.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:36.095 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:36.095 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 027f207f-ad53-4c58-aeec-d41ba1b57329"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:36.095 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:36.095 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="context canceled"] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:36.096 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [2024/05/06 09:18:36.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:36.096 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ed6070df-13a9-4fa2-a67f-763352fc6925] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:36.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:36.096 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:36.096 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:36.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:36.095 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:36.095 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:36.096 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:36.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:36.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:36.096 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:36.096 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:36.096 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:36.096 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:36.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:36.097 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=027f207f-ad53-4c58-aeec-d41ba1b57329] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:36.097 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:36.097 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 027f207f-ad53-4c58-aeec-d41ba1b57329"] [error="context canceled"] [2024/05/06 09:18:36.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:36.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:36.097 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:36.098 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:36.098 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 027f207f-ad53-4c58-aeec-d41ba1b57329"] [2024/05/06 09:18:36.182 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:36.183 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="context canceled"] [2024/05/06 09:18:36.183 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [2024/05/06 09:18:37.330 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 027f207f-ad53-4c58-aeec-d41ba1b57329"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:37.358 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:37.358 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:37.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:37.459 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed6070df-13a9-4fa2-a67f-763352fc6925"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:37.459 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:37.459 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:37.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:37.467 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.402654141s] [2024/05/06 09:18:37.467 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:37.467 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:37.467 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:37.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:37.468 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:37.468 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:37.469 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (5.29s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/05/06 09:18:37.475 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:37.475 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:37.476 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:37.477 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:37.477 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:37.478 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:37.478 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:37.478 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:37.478 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:37.478 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:37.480 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:37.483 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:37.485 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:37.487 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:37.496 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:37.507 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:37.671 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=514] ["lease id"=22318f4d305c0202] [2024/05/06 09:18:37.673 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:37.778 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=99.862938ms] [2024/05/06 09:18:37.784 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:37.784 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [runWorker=true] [2024/05/06 09:18:37.784 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:37.786 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:37.787 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:37.787 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:37.787 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:37.787 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:37.788 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:37.788 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:37.788 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:37.788 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:37.790 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0066] [ownerID=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [op=none] [2024/05/06 09:18:37.790 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:37.791 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a12a7f25-4913-44f1-887b-3675b5287319] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:37.795 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:37.818 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:37.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:37.820 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:37.839 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:37.840 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0066] [ownerID=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [op=none] [2024/05/06 09:18:37.840 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [op=none] [2024/05/06 09:18:37.840 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:37.933 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:37.955 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:37.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:37.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:37.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:37.968 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:37.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:37.968 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:37.969 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:37.969 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:37.969 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:37.971 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:37.971 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:37.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:37.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:37.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:37.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:37.972 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:37.975 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:37.978 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:37.982 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/18b31593-5d88-4c7e-a657-58ef0a0d54b2] [2024/05/06 09:18:37.982 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:37.982 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:37.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:37.988 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:37.988 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:38.024 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=53.742395ms] [2024/05/06 09:18:38.043 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:38.048 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:18:38.051 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:38.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:18:38.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:38.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:38.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=225.765Β΅s] [gotSchemaVersion=71] [phyTblIDs="[120]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:38.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/05/06 09:18:38.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.710514ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=210.176Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:38.303 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/05/06 09:18:38.339 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.025543ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.434 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/05/06 09:18:38.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=290.952Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:38.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 09:18:38.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.557772ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.561 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/05/06 09:18:38.576 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/05/06 09:18:38.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:18:38.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:38.687 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:38.687 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:38.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=250.464Β΅s] [gotSchemaVersion=74] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:38.817 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:38.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:38.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:38.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:38.821 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 09:18:38.859 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.498377ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:38.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=368.399Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:38.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 09:18:38.983 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:38.983 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:38.983 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/18b31593-5d88-4c7e-a657-58ef0a0d54b2] [watcherID=01812720-41d7-4f7e-a9cb-5a47fe943075] [2024/05/06 09:18:38.988 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:38.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.516158ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.000 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:39.000 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:39.000 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:39.000 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:39.125 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.137 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:18:39.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=298.565Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.185 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 09:18:39.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.555406ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.286 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:18:39.296 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 09:18:39.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:38.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.353 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:18:39.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:39.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.304096258\n# Parse_time: 0.000222632\n# Compile_time: 0.000586726\n# Rewrite_time: 0.000013648\n# Optimize_time: 0.000184886\n# Wait_TS: 0.000378863\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:18:39.365 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:18:39.367 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:18:39.406 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.406 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:18:39.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.469 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/05/06 09:18:39.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.690394ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:39.541 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 09:18:39.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.226322ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.645 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:18:39.645 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:39.650 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:18:39.691 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.691 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:18:39.737 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.746 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/05/06 09:18:39.788 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:39.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.905384ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:39.804 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/05/06 09:18:39.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.296729ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 09:18:39.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.841 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [2024/05/06 09:18:40.842 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [2024/05/06 09:18:40.842 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:40.843 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [] [2024/05/06 09:18:40.844 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=23.746Β΅s] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=20.653Β΅s] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=17.434Β΅s] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=26.788Β΅s] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=14.014Β΅s] [2024/05/06 09:18:40.845 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:40.845 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:40.845 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:40.848 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] ["take time"=17.283002ms] [2024/05/06 09:18:40.848 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [2024/05/06 09:18:40.850 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:40.850 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/18b31593-5d88-4c7e-a657-58ef0a0d54b2] [watcherID=01812720-41d7-4f7e-a9cb-5a47fe943075] [2024/05/06 09:18:40.850 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:40.850 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/18b31593-5d88-4c7e-a657-58ef0a0d54b2] [2024/05/06 09:18:40.850 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:40.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:40.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:40.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:40.856 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:40.856 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=514] [2024/05/06 09:18:40.857 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:40.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:40.857 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:40.858 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:40.857 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:40.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:40.858 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a12a7f25-4913-44f1-887b-3675b5287319"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:40.858 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:40.858 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:40.858 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:40.858 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="context canceled"] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:40.858 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:40.858 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:40.858 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:40.858 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:40.858 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:40.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:40.858 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:40.859 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bc92f7c1-fb8e-412f-b69d-94f2ddb53b92] [2024/05/06 09:18:40.859 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:40.859 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:40.859 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:40.859 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:40.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:40.860 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a12a7f25-4913-44f1-887b-3675b5287319"] [error="context canceled"] [2024/05/06 09:18:40.860 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:40.860 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a12a7f25-4913-44f1-887b-3675b5287319] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:40.860 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a12a7f25-4913-44f1-887b-3675b5287319"] [2024/05/06 09:18:40.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:40.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:40.860 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:40.860 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a12a7f25-4913-44f1-887b-3675b5287319"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:40.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:40.936 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:40.936 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="context canceled"] [2024/05/06 09:18:40.936 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [2024/05/06 09:18:42.104 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a12a7f25-4913-44f1-887b-3675b5287319"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:42.117 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:42.117 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:42.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:42.178 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc92f7c1-fb8e-412f-b69d-94f2ddb53b92"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:42.178 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:42.178 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:42.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:42.186 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.355078117s] [2024/05/06 09:18:42.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:42.186 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:42.186 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:42.186 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:42.186 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:42.186 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:42.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:42.187 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:42.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:42.187 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:42.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:42.187 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:42.187 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:42.188 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (4.72s) === RUN TestPipelinedDMLInsertRPC [2024/05/06 09:18:42.193 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:42.193 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:18:42.195 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:18:42.195 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:42.195 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:18:42.196 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:42.196 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:42.196 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:42.196 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:42.196 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:42.198 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:42.201 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:42.203 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:42.205 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:42.213 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:42.223 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:42.449 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1884] ["lease id"=22318f4d305c023b] [2024/05/06 09:18:42.451 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:42.547 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=92.129447ms] [2024/05/06 09:18:42.552 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:42.552 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4487c64d-f1e3-4e25-86fd-007cba454944] [runWorker=true] [2024/05/06 09:18:42.552 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:42.554 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:42.555 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:42.555 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:42.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:42.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:42.556 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:42.556 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:42.556 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:42.556 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:42.557 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0096] [ownerID=4487c64d-f1e3-4e25-86fd-007cba454944] [op=none] [2024/05/06 09:18:42.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:42.558 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e5b21b63-7b5d-4a46-8523-ba99935c7fd1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:42.563 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:42.584 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:42.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:42.585 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:42.606 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:42.607 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0096] [ownerID=4487c64d-f1e3-4e25-86fd-007cba454944] [op=none] [2024/05/06 09:18:42.607 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [op=none] [2024/05/06 09:18:42.607 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:42.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:42.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:42.719 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:42.719 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:42.719 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:42.719 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:42.719 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:42.719 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:42.719 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:42.719 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:42.720 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:42.721 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:42.721 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:42.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:42.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:42.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:42.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:42.723 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:42.726 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:42.728 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:42.733 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/30c5f1b4-a380-4c9b-a6e2-94166a6dfe57] [2024/05/06 09:18:42.733 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:42.733 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:42.736 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:42.737 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:42.737 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:42.769 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.406745ms] [2024/05/06 09:18:42.787 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:42.791 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:18:42.794 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:18:42.796 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:18:42.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.823 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:42.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=255.705Β΅s] [gotSchemaVersion=79] [phyTblIDs="[126]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/05/06 09:18:42.983 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.102952ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=219.03Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:43.086 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/05/06 09:18:43.116 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.31597ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.198 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/05/06 09:18:43.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=206.302Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:43.245 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 09:18:43.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.242655ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.325 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/05/06 09:18:43.338 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/05/06 09:18:43.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.396 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:18:43.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:43.422 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:18:43.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=224.935Β΅s] [gotSchemaVersion=82] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:43.510 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 09:18:43.548 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.10733ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.574 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:43.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:43.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:43.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:43.585 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=224.601Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:43.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 09:18:43.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.56801ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.733 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:43.733 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:43.734 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/30c5f1b4-a380-4c9b-a6e2-94166a6dfe57] [watcherID=099072be-e045-4558-8ea0-2e573d835f95] [2024/05/06 09:18:43.737 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:43.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.748 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:43.748 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:43.748 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:43.748 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:43.754 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/05/06 09:18:43.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=420.061Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:43.800 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 09:18:43.839 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.996789ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.898 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 09:18:43.907 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 09:18:43.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:43.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:18:43.976 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.184029\n# Parse_time: 0.000273344\n# Compile_time: 0.000725567\n# Rewrite_time: 0.000011106\n# Optimize_time: 0.000160098\n# Wait_TS: 0.000374297\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:18:43.988 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:43.990 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:18:44.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:18:44.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.111 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/05/06 09:18:44.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.415407ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:44.180 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 09:18:44.217 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.596332ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:43.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.329 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:18:44.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.343611816\n# Parse_time: 0.000378858\n# Compile_time: 0.000614373\n# Rewrite_time: 0.000005694\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000298799\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int);"] [2024/05/06 09:18:44.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 09:18:44.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.405 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 09:18:44.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.470 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/05/06 09:18:44.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.55205ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:44.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/05/06 09:18:44.555 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:44.563 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.842789ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.627 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.662 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:18:44.662 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.666 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.31974553\n# Parse_time: 0.000543545\n# Compile_time: 0.000902586\n# Rewrite_time: 0.000010771\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000422263\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int);"] [2024/05/06 09:18:44.692 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:44.720 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:44.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:44.720 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:44.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.780 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.792 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/05/06 09:18:44.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.241106ms] [gotSchemaVersion=87] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:44.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/05/06 09:18:44.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.633229ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.931 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 09:18:44.938 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 09:18:44.942 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:18:44.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.302363576\n# Parse_time: 0.000176683\n# Compile_time: 0.000553097\n# Rewrite_time: 0.00001269\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000445105\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:45.008 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573584889184261] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.5214ms] [2024/05/06 09:18:45.008 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573584889184261] [2024/05/06 09:18:45.010 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573584889184261] [commitTS=449573584889184264] [2024/05/06 09:18:45.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573584889184261] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/05/06 09:18:45.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573584889184261] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=2.730571ms] ["completed regions"=1] [2024/05/06 09:18:45.013 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573584889184261] [commitTS=449573584889184264] [session=14] [2024/05/06 09:18:45.014 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:45.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:45.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.118 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/05/06 09:18:45.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.449846ms] [gotSchemaVersion=88] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:45.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/05/06 09:18:45.210 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.911481ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.267 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 09:18:45.276 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 09:18:45.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.340 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:18:45.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:45.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.329907484\n# Parse_time: 0.000222104\n# Compile_time: 0.000687176\n# Rewrite_time: 0.000008397\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000310021\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:45.359 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573584980934661] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.95454ms] [2024/05/06 09:18:45.359 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573584980934661] [2024/05/06 09:18:45.361 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573584980934661] [commitTS=449573584980934664] [2024/05/06 09:18:45.361 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573584980934661] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/05/06 09:18:45.364 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573584980934661] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=3.071216ms] ["completed regions"=1] [2024/05/06 09:18:45.364 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573584980934661] [commitTS=449573584980934664] [session=14] [2024/05/06 09:18:45.377 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573584980934666] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.702323ms] [2024/05/06 09:18:45.377 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573584980934666] [2024/05/06 09:18:45.378 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573584980934666] [commitTS=449573584994304001] [2024/05/06 09:18:45.379 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573584980934666] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/05/06 09:18:45.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573584980934666] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=3.062546ms] ["completed regions"=1] [2024/05/06 09:18:45.382 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573584980934666] [commitTS=449573584994304001] [session=14] [2024/05/06 09:18:45.393 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573584994304003] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.83623ms] [2024/05/06 09:18:45.393 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573584994304003] [2024/05/06 09:18:45.394 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573584994304003] [commitTS=449573584994304004] [2024/05/06 09:18:45.395 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573584994304003] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/05/06 09:18:45.398 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573584994304003] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=2.769154ms] ["completed regions"=1] [2024/05/06 09:18:45.398 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573584994304003] [commitTS=449573584994304004] [session=14] [2024/05/06 09:18:45.408 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573584994304005] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.613004ms] [2024/05/06 09:18:45.408 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573584994304005] [2024/05/06 09:18:45.410 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573584994304005] [commitTS=449573584994304007] [2024/05/06 09:18:45.410 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573584994304005] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/05/06 09:18:45.414 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573584994304005] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=3.268559ms] ["completed regions"=1] [2024/05/06 09:18:45.414 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573584994304005] [commitTS=449573584994304007] [session=14] [2024/05/06 09:18:45.414 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:45.444 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.444 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:45.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=276.741Β΅s] [gotSchemaVersion=89] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:45.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/05/06 09:18:45.574 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.324589ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=215.899Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:45.680 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/05/06 09:18:45.719 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.439693ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.796 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/05/06 09:18:45.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=269.793Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:45.862 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/05/06 09:18:45.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.592085ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.950 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 09:18:45.959 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:18:45.963 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:45.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.015 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:18:46.016 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:46.045 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:46.045 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:46.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=295.817Β΅s] [gotSchemaVersion=92] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:46.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/05/06 09:18:46.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.284231ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=283.057Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:46.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/05/06 09:18:46.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.691784ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.383 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/05/06 09:18:46.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=294.742Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:46.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/05/06 09:18:46.464 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.934456ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.516 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:18:46.524 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/05/06 09:18:46.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:46.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 09:18:46.607 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:46.611 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.197218277\n# Parse_time: 0.000337079\n# Compile_time: 0.000760418\n# Rewrite_time: 0.000013215\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000453376\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:46.613 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 09:18:46.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:46.664 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 09:18:46.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.731 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/05/06 09:18:46.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.098227ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:46.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/05/06 09:18:46.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.604563ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.876 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:46.909 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:18:46.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:46.912 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.300869528\n# Parse_time: 0.000580952\n# Compile_time: 0.000948074\n# Rewrite_time: 0.00001395\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000370169\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int);"] [2024/05/06 09:18:46.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:46.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:46.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:46.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:46.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:47.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:46.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.028 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/05/06 09:18:47.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.199543ms] [gotSchemaVersion=96] [phyTblIDs="[140,142]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:47.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/05/06 09:18:47.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.100999ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.167 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 09:18:47.175 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/05/06 09:18:47.178 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:46.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/05/06 09:18:47.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:47.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.327448172\n# Parse_time: 0.000167357\n# Compile_time: 0.000500193\n# Rewrite_time: 0.00000827\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000347748\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:47.271 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585479008260] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.572561ms] [2024/05/06 09:18:47.271 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585479008260] [2024/05/06 09:18:47.273 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585479008260] [commitTS=449573585479008264] [2024/05/06 09:18:47.273 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585479008260] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/05/06 09:18:47.276 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:47.277 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585479008260] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=3.096807ms] ["completed regions"=1] [2024/05/06 09:18:47.277 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585479008260] [commitTS=449573585479008264] [session=14] [2024/05/06 09:18:47.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:47.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:47.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.371 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/05/06 09:18:47.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.095109ms] [gotSchemaVersion=97] [phyTblIDs="[142,144]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:47.417 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/05/06 09:18:47.455 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.373115ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.514 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/05/06 09:18:47.521 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/05/06 09:18:47.525 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.582 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:18:47.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:47.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.309665291\n# Parse_time: 0.00021389\n# Compile_time: 0.00066107\n# Rewrite_time: 0.000009687\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000392725\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:47.596 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585571020805] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.273077ms] [2024/05/06 09:18:47.596 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585571020805] [2024/05/06 09:18:47.598 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585571020805] [commitTS=449573585571020809] [2024/05/06 09:18:47.598 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585571020805] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/05/06 09:18:47.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585571020805] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=2.514965ms] ["completed regions"=1] [2024/05/06 09:18:47.601 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585571020805] [commitTS=449573585571020809] [session=14] [2024/05/06 09:18:47.607 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585571020810] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.314455ms] [2024/05/06 09:18:47.607 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585571020810] [2024/05/06 09:18:47.608 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585571020810] [commitTS=449573585571020811] [2024/05/06 09:18:47.609 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585571020810] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/05/06 09:18:47.611 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585571020810] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=2.511688ms] ["completed regions"=1] [2024/05/06 09:18:47.611 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585571020810] [commitTS=449573585571020811] [session=14] [2024/05/06 09:18:47.618 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585571020813] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.269962ms] [2024/05/06 09:18:47.618 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585571020813] [2024/05/06 09:18:47.620 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585571020813] [commitTS=449573585571020814] [2024/05/06 09:18:47.620 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585571020813] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/05/06 09:18:47.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585571020813] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=2.612875ms] ["completed regions"=1] [2024/05/06 09:18:47.623 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585571020813] [commitTS=449573585571020814] [session=14] [2024/05/06 09:18:47.628 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585584128001] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.413992ms] [2024/05/06 09:18:47.628 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585584128001] [2024/05/06 09:18:47.630 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585584128001] [commitTS=449573585584128002] [2024/05/06 09:18:47.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585584128001] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/05/06 09:18:47.632 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:47.633 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585584128001] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=2.707446ms] ["completed regions"=1] [2024/05/06 09:18:47.633 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585584128001] [commitTS=449573585584128002] [session=14] [2024/05/06 09:18:47.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:47.656 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:47.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=252.63Β΅s] [gotSchemaVersion=98] [phyTblIDs="[144]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/05/06 09:18:47.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.692866ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:47.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=212.06Β΅s] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:47.885 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/05/06 09:18:47.924 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.918305ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.015 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/05/06 09:18:48.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=211.715Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:48.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 09:18:48.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.790327ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.130 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/05/06 09:18:48.138 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/05/06 09:18:48.142 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:47.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 09:18:48.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:48.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.572088335\n# Parse_time: 0.000273334\n# Compile_time: 0.000528914\n# Rewrite_time: 0.000010666\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000323501\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:48.205 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:18:48.246 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:48.246 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:18:48.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.315 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/05/06 09:18:48.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.052039ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:48.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 09:18:48.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.006552ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.506 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:18:48.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:48.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.304741944\n# Parse_time: 0.000391171\n# Compile_time: 0.000608112\n# Rewrite_time: 0.000008171\n# Optimize_time: 0.000307943\n# Wait_TS: 0.00040096\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 09:18:48.518 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585806950408] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.227408ms] [2024/05/06 09:18:48.518 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573585806950408] [2024/05/06 09:18:48.520 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585806950408] [commitTS=449573585806950411] [2024/05/06 09:18:48.520 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585806950408] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/05/06 09:18:48.522 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 09:18:48.523 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585806950408] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=2.813867ms] ["completed regions"=1] [2024/05/06 09:18:48.523 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585806950408] [commitTS=449573585806950411] [session=14] [2024/05/06 09:18:48.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:48.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 09:18:48.623 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.651 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/05/06 09:18:48.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.173285ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:48.711 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 09:18:48.748 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.690619ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:18:48.868 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:48.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.350585693\n# Parse_time: 0.000509727\n# Compile_time: 0.000717546\n# Rewrite_time: 0.000008158\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000306376\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 09:18:48.893 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:48.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:48.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:48.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:48.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:48.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:48.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:48.993 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/05/06 09:18:49.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.396901ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:49.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 09:18:49.078 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.28ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.132 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 09:18:49.140 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 09:18:49.144 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:48.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:18:49.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:49.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.309214428\n# Parse_time: 0.00017203\n# Compile_time: 0.000542947\n# Rewrite_time: 0.000007055\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000346992\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:49.210 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573585990451206] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.470864ms] [2024/05/06 09:18:49.210 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573585990451206] [2024/05/06 09:18:49.212 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573585990451206] [commitTS=449573585990451208] [2024/05/06 09:18:49.212 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573585990451206] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/05/06 09:18:49.215 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:49.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573585990451206] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=2.797592ms] ["completed regions"=1] [2024/05/06 09:18:49.215 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573585990451206] [commitTS=449573585990451208] [session=14] [2024/05/06 09:18:49.241 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:49.241 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:49.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.331 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/05/06 09:18:49.373 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.404556ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:49.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 09:18:49.421 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.200358ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.473 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 09:18:49.481 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 09:18:49.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.537 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:18:49.537 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:49.541 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.326789692\n# Parse_time: 0.000196168\n# Compile_time: 0.000571461\n# Rewrite_time: 0.000008265\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000307081\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:49.554 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586082201603] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.672085ms] [2024/05/06 09:18:49.554 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573586082201603] [2024/05/06 09:18:49.556 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586082201603] [commitTS=449573586082201604] [2024/05/06 09:18:49.556 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586082201603] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 09:18:49.560 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586082201603] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.71368ms] ["completed regions"=1] [2024/05/06 09:18:49.560 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586082201603] [commitTS=449573586082201604] [session=14] [2024/05/06 09:18:49.594 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586095308802] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.863353ms] [2024/05/06 09:18:49.594 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449573586095308802] [2024/05/06 09:18:49.595 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586095308802] [commitTS=449573586095308805] [2024/05/06 09:18:49.596 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586095308802] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/05/06 09:18:49.599 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586095308802] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=3.066168ms] ["completed regions"=1] [2024/05/06 09:18:49.599 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586095308802] [commitTS=449573586095308805] [session=14] [2024/05/06 09:18:49.613 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586095308806] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.655954ms] [2024/05/06 09:18:49.613 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573586095308806] [2024/05/06 09:18:49.615 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586095308806] [commitTS=449573586095308808] [2024/05/06 09:18:49.615 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586095308806] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 09:18:49.618 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586095308806] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.133284ms] ["completed regions"=1] [2024/05/06 09:18:49.618 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586095308806] [commitTS=449573586095308808] [session=14] [2024/05/06 09:18:49.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:49.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:49.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:49.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=232.817Β΅s] [gotSchemaVersion=105] [phyTblIDs="[147]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:49.740 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/05/06 09:18:49.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.813021ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.828 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=213.46Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:49.868 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/05/06 09:18:49.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.079296ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:49.973 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/05/06 09:18:50.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=218.53Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/05/06 09:18:50.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=54.098739ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.093 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/05/06 09:18:50.102 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 09:18:50.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:49.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.162 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:18:50.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.189 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:50.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=270.574Β΅s] [gotSchemaVersion=108] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/05/06 09:18:50.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.478098ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=213.92Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/05/06 09:18:50.463 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.030653ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.550 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/05/06 09:18:50.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=212.402Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/05/06 09:18:50.638 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=54.486285ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.675 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:18:50.683 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/05/06 09:18:50.687 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.747 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:18:50.747 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.131626532\n# Parse_time: 0.000370125\n# Compile_time: 0.000732815\n# Rewrite_time: 0.000015823\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000381653\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:50.752 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 09:18:50.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.812 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 09:18:50.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.870 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/05/06 09:18:50.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.245014ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:50.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/05/06 09:18:50.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.843481ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.063 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/05/06 09:18:51.063 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:51.066 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315259911\n# Parse_time: 0.000687309\n# Compile_time: 0.000923645\n# Rewrite_time: 0.0000076\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000373015\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 09:18:51.080 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:51.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:51.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:51.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.191 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/05/06 09:18:51.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.148085ms] [gotSchemaVersion=112] [phyTblIDs="[157,159]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:51.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/05/06 09:18:51.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.011841ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.328 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/05/06 09:18:51.336 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/05/06 09:18:51.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:18:51.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:51.398 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.318602477\n# Parse_time: 0.000173841\n# Compile_time: 0.000490596\n# Rewrite_time: 0.000008734\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000354048\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:51.406 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586566905863] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.82763ms] [2024/05/06 09:18:51.406 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573586566905863] [2024/05/06 09:18:51.408 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586566905863] [commitTS=449573586566905864] [2024/05/06 09:18:51.408 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586566905863] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/05/06 09:18:51.410 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:51.412 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586566905863] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=3.535782ms] ["completed regions"=1] [2024/05/06 09:18:51.412 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586566905863] [commitTS=449573586566905864] [session=14] [2024/05/06 09:18:51.449 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:51.449 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:51.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.561 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/05/06 09:18:51.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=2.495106ms] [gotSchemaVersion=113] [phyTblIDs="[159,161]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:51.616 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 09:18:51.652 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.818848ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.714 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/05/06 09:18:51.724 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/05/06 09:18:51.728 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.792 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:18:51.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:51.796 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.386591303\n# Parse_time: 0.000287659\n# Compile_time: 0.000645022\n# Rewrite_time: 0.000008316\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000444901\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:51.808 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586672025606] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.797142ms] [2024/05/06 09:18:51.808 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573586672025606] [2024/05/06 09:18:51.810 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586672025606] [commitTS=449573586672025609] [2024/05/06 09:18:51.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586672025606] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 09:18:51.813 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586672025606] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.243566ms] ["completed regions"=1] [2024/05/06 09:18:51.813 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586672025606] [commitTS=449573586672025609] [session=14] [2024/05/06 09:18:51.835 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586685132801] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.809869ms] [2024/05/06 09:18:51.835 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449573586685132801] [2024/05/06 09:18:51.836 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586685132801] [commitTS=449573586685132802] [2024/05/06 09:18:51.837 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586685132801] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/05/06 09:18:51.840 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586685132801] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=3.041558ms] ["completed regions"=1] [2024/05/06 09:18:51.840 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586685132801] [commitTS=449573586685132802] [session=14] [2024/05/06 09:18:51.848 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586685132804] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=2.102842ms] [2024/05/06 09:18:51.848 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449573586685132804] [2024/05/06 09:18:51.850 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586685132804] [commitTS=449573586685132805] [2024/05/06 09:18:51.850 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586685132804] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 09:18:51.853 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:51.853 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586685132804] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.105435ms] ["completed regions"=1] [2024/05/06 09:18:51.853 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586685132804] [commitTS=449573586685132805] [session=14] [2024/05/06 09:18:51.879 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:51.879 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:51.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=331.231Β΅s] [gotSchemaVersion=114] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:51.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/05/06 09:18:52.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.98515ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.119 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=215.75Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:52.130 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/05/06 09:18:52.169 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.446013ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.262 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/05/06 09:18:52.295 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=233.331Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:52.308 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/05/06 09:18:52.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.582459ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.387 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 09:18:52.396 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 09:18:52.400 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.458 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 09:18:52.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.609862749\n# Parse_time: 0.00034323\n# Compile_time: 0.000746513\n# Rewrite_time: 0.000018611\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000510217\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:52.464 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:18:52.503 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:52.503 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:18:52.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.564 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/05/06 09:18:52.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.158335ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:52.623 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/05/06 09:18:52.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.713999ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.722 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.758 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:18:52.758 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.772 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573586920800266] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.508226ms] [2024/05/06 09:18:52.772 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573586920800266] [2024/05/06 09:18:52.774 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573586920800266] [commitTS=449573586920800269] [2024/05/06 09:18:52.774 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573586920800266] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/05/06 09:18:52.776 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 09:18:52.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573586920800266] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=2.895194ms] ["completed regions"=1] [2024/05/06 09:18:52.777 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573586920800266] [commitTS=449573586920800269] [session=14] [2024/05/06 09:18:52.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:52.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 09:18:52.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:52.879 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/05/06 09:18:52.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.316168ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:52.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/05/06 09:18:53.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.463194ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:52.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:52.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:18:53.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:53.130 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.35493323\n# Parse_time: 0.000686112\n# Compile_time: 0.000960785\n# Rewrite_time: 0.00000816\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000452264\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/06 09:18:53.164 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:53.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:53.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.272 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/05/06 09:18:53.323 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.69328ms] [gotSchemaVersion=119] [phyTblIDs="[166,168]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:53.334 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/05/06 09:18:53.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.776126ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.406 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/05/06 09:18:53.416 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/05/06 09:18:53.419 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.484 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:18:53.484 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:53.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.325592507\n# Parse_time: 0.000281838\n# Compile_time: 0.000983349\n# Rewrite_time: 0.000011826\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000407103\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:53.503 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587117408258] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=2.031165ms] [2024/05/06 09:18:53.504 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449573587117408258] [2024/05/06 09:18:53.506 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587117408258] [commitTS=449573587117408262] [2024/05/06 09:18:53.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587117408258] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/05/06 09:18:53.509 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587117408258] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=3.345973ms] ["completed regions"=1] [2024/05/06 09:18:53.509 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587117408258] [commitTS=449573587117408262] [session=14] [2024/05/06 09:18:53.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:53.544 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.544 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:53.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.606 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/05/06 09:18:53.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.896403ms] [gotSchemaVersion=120] [phyTblIDs="[168,170]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:53.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/05/06 09:18:53.722 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.696025ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.785 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/05/06 09:18:53.795 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/05/06 09:18:53.800 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:18:53.866 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:53.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.360647651\n# Parse_time: 0.000342\n# Compile_time: 0.000669401\n# Rewrite_time: 0.00000881\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000441066\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:53.890 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587222528001] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.945888ms] [2024/05/06 09:18:53.891 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449573587222528001] [2024/05/06 09:18:53.892 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587222528001] [commitTS=449573587222528004] [2024/05/06 09:18:53.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587222528001] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 09:18:53.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587222528001] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=3.691478ms] ["completed regions"=1] [2024/05/06 09:18:53.897 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587222528001] [commitTS=449573587222528004] [session=14] [2024/05/06 09:18:53.931 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587222528008] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.696558ms] [2024/05/06 09:18:53.931 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573587222528008] [2024/05/06 09:18:53.933 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587222528008] [commitTS=449573587235373058] [2024/05/06 09:18:53.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587222528008] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 09:18:53.938 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587222528008] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=4.322485ms] ["completed regions"=1] [2024/05/06 09:18:53.938 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587222528008] [commitTS=449573587235373058] [session=14] [2024/05/06 09:18:53.957 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587235373060] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.7982ms] [2024/05/06 09:18:53.957 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449573587235373060] [2024/05/06 09:18:53.959 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587235373060] [commitTS=449573587235373061] [2024/05/06 09:18:53.959 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587235373060] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/05/06 09:18:53.962 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587235373060] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=3.298585ms] ["completed regions"=1] [2024/05/06 09:18:53.962 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587235373060] [commitTS=449573587235373061] [session=14] [2024/05/06 09:18:53.964 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:53.991 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.991 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:54.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=235.997Β΅s] [gotSchemaVersion=121] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/05/06 09:18:54.123 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.869042ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=213.26Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.220 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/05/06 09:18:54.259 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.8614ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.325 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/05/06 09:18:54.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=234.499Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/05/06 09:18:54.406 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.001675ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.490 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 09:18:54.498 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 09:18:54.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:53.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:18:54.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.582 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:54.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=225.335Β΅s] [gotSchemaVersion=124] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/05/06 09:18:54.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.063823ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=226.816Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/05/06 09:18:54.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.777434ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/05/06 09:18:54.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=210.951Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:54.984 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/05/06 09:18:55.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.093623ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.071 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 09:18:55.080 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 09:18:55.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.155 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:18:55.155 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:55.159 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.196023021\n# Parse_time: 0.000288444\n# Compile_time: 0.00062359\n# Rewrite_time: 0.000013741\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000408043\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:55.161 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 09:18:55.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 09:18:55.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:55.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.273 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/05/06 09:18:55.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.312094ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:55.341 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/05/06 09:18:55.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.149163ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:18:55.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:55.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.308013858\n# Parse_time: 0.000589926\n# Compile_time: 0.000785465\n# Rewrite_time: 0.00000908\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000419635\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/06 09:18:55.488 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:55.516 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:55.516 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:55.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.569 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/05/06 09:18:55.610 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.459663ms] [gotSchemaVersion=128] [phyTblIDs="[174,176]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:55.621 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/05/06 09:18:55.659 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=55.452867ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.715 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/05/06 09:18:55.723 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/05/06 09:18:55.726 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.779 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:18:55.779 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:55.813 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587720601603] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.597734ms] [2024/05/06 09:18:55.814 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449573587720601603] [2024/05/06 09:18:55.816 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587720601603] [commitTS=449573587720601610] [2024/05/06 09:18:55.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587720601603] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/05/06 09:18:55.819 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:55.819 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587720601603] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.369539ms] ["completed regions"=1] [2024/05/06 09:18:55.819 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587720601603] [commitTS=449573587720601610] [session=14] [2024/05/06 09:18:55.846 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:55.846 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:55.901 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.913 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/05/06 09:18:55.957 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=2.340193ms] [gotSchemaVersion=129] [phyTblIDs="[176,178]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:55.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/05/06 09:18:56.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=54.161175ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/05/06 09:18:56.071 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/05/06 09:18:56.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.129 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:18:56.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:56.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315122215\n# Parse_time: 0.000252211\n# Compile_time: 0.000590905\n# Rewrite_time: 0.000007602\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000415384\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:56.147 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587812352003] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.369938ms] [2024/05/06 09:18:56.147 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449573587812352003] [2024/05/06 09:18:56.148 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587812352003] [commitTS=449573587812352006] [2024/05/06 09:18:56.149 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587812352003] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 09:18:56.152 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587812352003] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.913499ms] ["completed regions"=1] [2024/05/06 09:18:56.152 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587812352003] [commitTS=449573587812352006] [session=14] [2024/05/06 09:18:56.172 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587812352009] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.520504ms] [2024/05/06 09:18:56.173 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573587812352009] [2024/05/06 09:18:56.174 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587812352009] [commitTS=449573587812352011] [2024/05/06 09:18:56.174 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587812352009] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 09:18:56.177 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587812352009] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.944055ms] ["completed regions"=1] [2024/05/06 09:18:56.178 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587812352009] [commitTS=449573587812352011] [session=14] [2024/05/06 09:18:56.190 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573587825459201] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.687638ms] [2024/05/06 09:18:56.190 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449573587825459201] [2024/05/06 09:18:56.192 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573587825459201] [commitTS=449573587825459203] [2024/05/06 09:18:56.192 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573587825459201] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/05/06 09:18:56.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:56.195 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573587825459201] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=3.385996ms] ["completed regions"=1] [2024/05/06 09:18:56.196 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573587825459201] [commitTS=449573587825459203] [session=14] [2024/05/06 09:18:56.223 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:56.223 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:56.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=212.573Β΅s] [gotSchemaVersion=130] [phyTblIDs="[178]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:56.330 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/05/06 09:18:56.365 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.273978ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.445 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=213.353Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:56.456 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/05/06 09:18:56.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.216554ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.533 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/05/06 09:18:56.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=243.491Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:56.604 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/05/06 09:18:56.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.088771ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.674 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/05/06 09:18:56.683 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/05/06 09:18:56.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:56.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.738 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:18:56.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:56.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.547636542\n# Parse_time: 0.000303738\n# Compile_time: 0.000632331\n# Rewrite_time: 0.000011173\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000397616\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:56.743 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:18:56.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:56.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:18:56.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.840 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/05/06 09:18:56.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.044435ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:56.907 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/05/06 09:18:56.944 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.335805ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:56.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:56.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:56.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.010 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:18:57.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:57.024 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588034912266] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.314874ms] [2024/05/06 09:18:57.024 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449573588034912266] [2024/05/06 09:18:57.025 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588034912266] [commitTS=449573588034912269] [2024/05/06 09:18:57.026 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588034912266] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/05/06 09:18:57.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 09:18:57.029 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588034912266] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=3.417288ms] ["completed regions"=1] [2024/05/06 09:18:57.029 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588034912266] [commitTS=449573588034912269] [session=14] [2024/05/06 09:18:57.070 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.070 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 09:18:57.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.142 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/05/06 09:18:57.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.65059ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:57.226 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/05/06 09:18:57.259 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.449532ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.333 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.368 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 09:18:57.369 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:57.372 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.345154636\n# Parse_time: 0.0010398\n# Compile_time: 0.001219736\n# Rewrite_time: 0.000014809\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000452638\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 09:18:57.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:57.426 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.426 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:57.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.490 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/05/06 09:18:57.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.44534ms] [gotSchemaVersion=135] [phyTblIDs="[183,185]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:57.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 09:18:57.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.52874ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.643 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 09:18:57.652 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 09:18:57.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.717 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:18:57.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:57.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.328663176\n# Parse_time: 0.000241947\n# Compile_time: 0.000535657\n# Rewrite_time: 0.000007749\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000377616\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:57.732 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588231520257] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.917945ms] [2024/05/06 09:18:57.732 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449573588231520257] [2024/05/06 09:18:57.734 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588231520257] [commitTS=449573588231520259] [2024/05/06 09:18:57.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588231520257] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/05/06 09:18:57.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:57.738 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588231520257] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=3.843966ms] ["completed regions"=1] [2024/05/06 09:18:57.738 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588231520257] [commitTS=449573588231520259] [session=14] [2024/05/06 09:18:57.768 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.768 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:57.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.858 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/05/06 09:18:57.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.221456ms] [gotSchemaVersion=136] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:57.910 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:18:57.946 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.235179ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.977 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/05/06 09:18:57.986 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 09:18:57.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.041 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:18:58.041 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:58.045 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.308132971\n# Parse_time: 0.000326653\n# Compile_time: 0.000774784\n# Rewrite_time: 0.000009027\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000432982\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:58.058 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588310163462] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.808505ms] [2024/05/06 09:18:58.058 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449573588310163462] [2024/05/06 09:18:58.060 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588310163462] [commitTS=449573588310163465] [2024/05/06 09:18:58.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588310163462] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/05/06 09:18:58.064 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588310163462] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=3.685803ms] ["completed regions"=1] [2024/05/06 09:18:58.064 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588310163462] [commitTS=449573588310163465] [session=14] [2024/05/06 09:18:58.095 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588323270657] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.923214ms] [2024/05/06 09:18:58.095 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449573588323270657] [2024/05/06 09:18:58.096 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588323270657] [commitTS=449573588323270659] [2024/05/06 09:18:58.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588323270657] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 09:18:58.100 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588323270657] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=3.185252ms] ["completed regions"=1] [2024/05/06 09:18:58.100 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588323270657] [commitTS=449573588323270659] [session=14] [2024/05/06 09:18:58.116 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588323270660] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.704717ms] [2024/05/06 09:18:58.116 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449573588323270660] [2024/05/06 09:18:58.117 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588323270660] [commitTS=449573588323270662] [2024/05/06 09:18:58.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588323270660] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 09:18:58.121 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588323270660] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=3.0557ms] ["completed regions"=1] [2024/05/06 09:18:58.121 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588323270660] [commitTS=449573588323270662] [session=14] [2024/05/06 09:18:58.122 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:18:58.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:58.146 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:58.187 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=220.783Β΅s] [gotSchemaVersion=137] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:58.227 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 09:18:58.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.836773ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=222.01Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:58.353 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 09:18:58.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.547537ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.431 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/05/06 09:18:58.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=207.004Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:58.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:18:58.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.458276ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.590 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 09:18:58.598 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 09:18:58.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:58.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.659 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:18:58.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:58.693 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:58.693 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:18:58.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=328.127Β΅s] [gotSchemaVersion=140] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:58.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/05/06 09:18:58.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.540006ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.894 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.925 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=216.655Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:58.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/05/06 09:18:58.974 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.590197ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.035 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.044 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/05/06 09:18:59.080 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=218.855Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:59.092 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/05/06 09:18:59.129 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.260973ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.174 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:18:59.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/05/06 09:18:59.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:58.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.259 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 09:18:59.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:59.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.141279704\n# Parse_time: 0.000298866\n# Compile_time: 0.000629093\n# Rewrite_time: 0.000010519\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000345624\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:18:59.287 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 09:18:59.333 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:59.333 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 09:18:59.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:59.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/05/06 09:18:59.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.26254ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:59.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 09:18:59.499 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.572133ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.577 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:59.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 09:18:59.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:59.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.355692379\n# Parse_time: 0.001258716\n# Compile_time: 0.021781072\n# Rewrite_time: 0.000009416\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000509186\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 09:18:59.637 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:59.670 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:59.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:59.670 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:59.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:18:59.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:59.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.754 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/05/06 09:18:59.795 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.415498ms] [gotSchemaVersion=144] [phyTblIDs="[191,193]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:59.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:18:59.843 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.146381ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.876 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/05/06 09:18:59.885 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/05/06 09:18:59.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:59.941 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:18:59.941 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:59.944 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.308405884\n# Parse_time: 0.000287558\n# Compile_time: 0.000695994\n# Rewrite_time: 0.000011221\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000315305\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:18:59.951 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588808499204] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.840003ms] [2024/05/06 09:18:59.952 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449573588808499204] [2024/05/06 09:18:59.953 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588808499204] [commitTS=449573588808499205] [2024/05/06 09:18:59.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588808499204] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/05/06 09:18:59.955 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:18:59.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588808499204] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=3.213051ms] ["completed regions"=1] [2024/05/06 09:18:59.957 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588808499204] [commitTS=449573588808499205] [session=14] [2024/05/06 09:19:00.006 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:59.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.006 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:59.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:19:00.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:59.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.087 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/05/06 09:19:00.130 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.431493ms] [gotSchemaVersion=145] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:00.142 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/05/06 09:19:00.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.933436ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.221 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 09:19:00.228 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/06 09:19:00.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:59.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.283 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 09:19:00.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.287 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.332509259\n# Parse_time: 0.0001958\n# Compile_time: 0.000572583\n# Rewrite_time: 0.000008273\n# Optimize_time: 0.000307943\n# Wait_TS: 0.000364143\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:19:00.296 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588900249603] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.633622ms] [2024/05/06 09:19:00.296 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449573588900249603] [2024/05/06 09:19:00.298 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588900249603] [commitTS=449573588900249604] [2024/05/06 09:19:00.298 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588900249603] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/05/06 09:19:00.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588900249603] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=3.021543ms] ["completed regions"=1] [2024/05/06 09:19:00.301 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588900249603] [commitTS=449573588900249604] [session=14] [2024/05/06 09:19:00.323 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588900249610] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.760095ms] [2024/05/06 09:19:00.324 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449573588900249610] [2024/05/06 09:19:00.326 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588900249610] [commitTS=449573588900249612] [2024/05/06 09:19:00.326 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588900249610] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 09:19:00.329 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588900249610] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.093038ms] ["completed regions"=1] [2024/05/06 09:19:00.329 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588900249610] [commitTS=449573588900249612] [session=14] [2024/05/06 09:19:00.340 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573588913356801] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.878336ms] [2024/05/06 09:19:00.340 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449573588913356801] [2024/05/06 09:19:00.342 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573588913356801] [commitTS=449573588913356803] [2024/05/06 09:19:00.342 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573588913356801] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 09:19:00.346 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573588913356801] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.504883ms] ["completed regions"=1] [2024/05/06 09:19:00.346 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573588913356801] [commitTS=449573588913356803] [session=14] [2024/05/06 09:19:00.349 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [2024/05/06 09:19:00.349 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [2024/05/06 09:19:00.351 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=21.715Β΅s] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=11.014Β΅s] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=14.068Β΅s] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=18.42Β΅s] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=5.977Β΅s] [2024/05/06 09:19:00.352 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:00.352 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:00.352 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:00.371 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4487c64d-f1e3-4e25-86fd-007cba454944] ["take time"=26.786226ms] [2024/05/06 09:19:00.371 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4487c64d-f1e3-4e25-86fd-007cba454944] [2024/05/06 09:19:00.374 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:00.374 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/30c5f1b4-a380-4c9b-a6e2-94166a6dfe57] [watcherID=099072be-e045-4558-8ea0-2e573d835f95] [2024/05/06 09:19:00.374 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:00.374 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/30c5f1b4-a380-4c9b-a6e2-94166a6dfe57] [2024/05/06 09:19:00.374 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:00.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:00.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:00.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:00.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:00.375 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:00.375 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:00.375 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:00.375 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:00.375 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:00.380 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:00.380 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1884] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4487c64d-f1e3-4e25-86fd-007cba454944] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:00.381 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:00.381 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:00.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e5b21b63-7b5d-4a46-8523-ba99935c7fd1"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:00.382 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="context canceled"] [2024/05/06 09:19:00.382 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:00.382 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:00.381 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:00.381 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:00.381 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:00.381 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:00.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:00.382 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4487c64d-f1e3-4e25-86fd-007cba454944] [2024/05/06 09:19:00.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:00.382 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [2024/05/06 09:19:00.382 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:00.382 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:00.382 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:00.382 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:00.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:00.383 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:00.383 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e5b21b63-7b5d-4a46-8523-ba99935c7fd1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:00.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:00.383 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e5b21b63-7b5d-4a46-8523-ba99935c7fd1"] [error="context canceled"] [2024/05/06 09:19:00.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:00.383 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:00.383 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e5b21b63-7b5d-4a46-8523-ba99935c7fd1"] [2024/05/06 09:19:00.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:00.383 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e5b21b63-7b5d-4a46-8523-ba99935c7fd1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.421 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:00.421 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="context canceled"] [2024/05/06 09:19:00.421 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [2024/05/06 09:19:00.421 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:01.639 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:01.640 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:01.640 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:01.654 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e5b21b63-7b5d-4a46-8523-ba99935c7fd1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:01.662 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4487c64d-f1e3-4e25-86fd-007cba454944"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:01.662 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:01.662 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:01.662 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:01.670 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.32523139s] [2024/05/06 09:19:01.670 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:01.670 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:01.670 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:01.670 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:01.670 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:01.670 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:01.671 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:01.670 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:01.671 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:01.671 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:01.671 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:01.671 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:01.671 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:01.672 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (19.48s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/05/06 09:19:01.677 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:01.677 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:01.679 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:01.679 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:01.679 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:01.680 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:01.680 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:01.680 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:01.680 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:01.680 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:01.682 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:01.686 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:01.687 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:01.689 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:01.696 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:01.706 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:01.847 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1398] ["lease id"=22318f4d305c0329] [2024/05/06 09:19:01.849 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:01.945 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=93.128178ms] [2024/05/06 09:19:01.951 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:01.951 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5db26b98-6915-420d-a7fa-bc074d0b262b] [runWorker=true] [2024/05/06 09:19:01.951 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:01.953 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:01.954 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:01.954 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:01.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:01.955 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:01.955 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:01.956 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c017a] [ownerID=5db26b98-6915-420d-a7fa-bc074d0b262b] [op=none] [2024/05/06 09:19:01.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:01.957 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b5984669-2286-4686-9a50-1120fd5937dd] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:01.961 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:01.979 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:01.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:01.980 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:02.005 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:02.006 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c017a] [ownerID=5db26b98-6915-420d-a7fa-bc074d0b262b] [op=none] [2024/05/06 09:19:02.006 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [op=none] [2024/05/06 09:19:02.006 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:02.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:02.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:02.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:02.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:02.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:02.128 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:02.128 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:02.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:02.128 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:02.128 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:02.129 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:02.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:02.131 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:02.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:02.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:02.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:02.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:02.133 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:02.135 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:02.138 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:02.142 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/988369aa-3582-4b0e-868a-e68c2b21803d] [2024/05/06 09:19:02.143 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:02.143 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:02.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:02.146 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:02.146 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:02.178 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.497997ms] [2024/05/06 09:19:02.178 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:02.182 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:19:02.184 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/05/06 09:19:02.207 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.207 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/05/06 09:19:02.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=224.673Β΅s] [gotSchemaVersion=146] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:02.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/05/06 09:19:02.318 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.321669ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=240.028Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:02.415 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/05/06 09:19:02.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.744928ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.522 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/05/06 09:19:02.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=302.715Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:02.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 09:19:02.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.306063ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.665 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/06 09:19:02.677 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/06 09:19:02.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:02.175 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:19:02.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:02.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.54694499\n# Parse_time: 0.000204586\n# Compile_time: 0.000506912\n# Rewrite_time: 0.00000728\n# Optimize_time: 0.000151972\n# Wait_TS: 0.000303212\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/05/06 09:19:02.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:19:02.765 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/05/06 09:19:02.806 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/05/06 09:19:02.806 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.861 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/05/06 09:19:02.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.487382ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:02.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/05/06 09:19:02.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.067682ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.976 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:02.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:02.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:02.976 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:03.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.065 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 09:19:03.065 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:03.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.306313584\n# Parse_time: 0.001121241\n# Compile_time: 0.001280938\n# Rewrite_time: 0.000007001\n# Optimize_time: 0.000407189\n# Wait_TS: 0.000410076\n# DB: test\n# Is_internal: false\n# Digest: a54265ae4da4fbcc414fc65e3131ed073097b69ed45d1ee3cf30fade8fef01ca\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int, c varchar(128), unique index idx(b));"] [2024/05/06 09:19:03.143 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:03.143 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:03.143 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/988369aa-3582-4b0e-868a-e68c2b21803d] [watcherID=202d0311-b14b-41c9-ade3-8d77e40906ad] [2024/05/06 09:19:03.146 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:03.160 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:03.160 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:03.160 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:03.160 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:03.954 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:05.037 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:05.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573590027468802\n# Conn_ID: 16\n# Query_time: 1.957942037\n# Parse_time: 0.615840674\n# Compile_time: 0.886124416\n# Rewrite_time: 0.02540171\n# Optimize_time: 0.000407189\n# Wait_TS: 0.000493586\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('swvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0NTQuM21zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8oNzA0LjLCtXN9LCABECRfZGV0YWlsOiB7CSQYcHJvY2VzcwksHCA2MC45wrVzEUEMd2FpdA0aDDUxLjcdGihrdl9yZWFkX3dhbA1oDCAxMTcRIwhpa3YyGgAMMzguMQmDDHNjYW4+gwAMa2V5cwXGKGdldF9zbmFwc2hvEXcMMTkuNAV3aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGkRHhuOiB7cHJld3JpdGU6MS41MSFCAVERIhBzOjMyNAWHETYQOjEuMTUBJxxzbG93ZXN0XxFAJUYtIbg6IDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MUJlAToLAQg3MzclYgR9LDoLAQGrPvwAADUNr1r8AAXsOU0FkRhfYmF0Y2hfIbkMOiAyMQ1BKHByb3Bvc2Vfc2VuIbNIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvCDEzMQWiACwNYBRsZWFkZXINUiQ4NG5zLCBzeW5jCTUAODYsADRtZW10YWJsZTogMi42MynyLYAFZAgzOTUlzRBhcHBseTKrAAgxOS4dGxWOQVQJGBRtdXRleF8p+wG8Cf0ynQAZFxh3YWw6IDM2TY8JKxmcBDE4JRcuQAIYcHJpbWFyef75AWr5AQg0NDIJdor5AQg5LjYJ9d75AQw4LjE2JWmu+QEENjAFoVL4AQQzNTb4AQwzNC44BWE+XAEMNzAwbkHdLvYBDDIyMS5BDQAsTvgBADMtpUUTNfgENjNNhABtwvcBCDExLgn8PpsABDEzqQiBN23MCG51baEuCSqFhwAxEf9YYnl0ZTozMn19CTUyNS40IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('vgvwvAq5CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDU0LjNtcywgbG9vcHM6MWL9CmF1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo3MDQuMsK1c30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiA2MC45wrVzLCB0b3RhbF93YWl0X3RpbWU6IDUxLjfCtXMsIAlbKGt2X3JlYWRfd2FsDWgQIDExNy4NIwhpa3YyGgAMMzguMQmDFHNjYW5fZDaDAAxrZXlzBcYwZ2V0X3NuYXBzaG90XyUNkCAxOS40wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpFB4bjoge3ByZXdyaXRlOjEuNTFtcywFUREiEHM6MzI0BYcRNhA6MS4xNQEnHHNsb3dlc3RfEUAYX3JwYzogewXqGDogMC4wMDEBgohlZ2lvbl9pZDogMTAsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNiF7AGkyZQE6CwEQNzM3LjlOCwFO/AAANQ2vWvwABew5TQWROF9iYXRjaF93YWl0OiAyMQ1BKHByb3Bvc2Vfc2VuIbMBHDgwcywgcGVyc2lzdF9sb2cZ7wgxMzEFogAsDWAUbGVhZGVyDVIkODRucywgc3luYwk1ADg2LAA0bWVtdGFibGU6IDIuNjMJ5y2ABWQIMzk1Jc0QYXBwbHkyqwAIMTkuHRsVjkFUCRgUbXV0ZXhfKfsBvAn9Mp0AGRcYd2FsOiAzNk2PCSsZnAQxOCUXLkACGHByaW1hcnn++QFq+QEINDQyCXYALDoEA0r5AQg5LjYJ9d75AQw4LjE2JWmu+QEENjAFoVL4AQQzNTb4AQwzNC44BWE+XAEQNzAwbnN5mCX2DDIyMS5BDQAsTvgBADMtpUUTNfgENjNNhABtwvcBCDExLgn8PpsADDEzLjJBk4E3bcwQbnVtOjER8YWHFQ5kYnl0ZTozMn19cJDrIHj///////////8BGAE=')\n# Resource_group: default\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/05/06 09:19:07.237 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573590538387458] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=49.459954ms] [2024/05/06 09:19:07.237 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573590538387458] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=30.199Β΅s] [2024/05/06 09:19:07.237 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=449573590538387458] [2024/05/06 09:19:07.239 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573590538387458] [commitTS=449573590722150404] [2024/05/06 09:19:07.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573590538387458] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/05/06 09:19:07.240 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573590538387458\n# Conn_ID: 16\n# Query_time: 2.190269754\n# Parse_time: 0.559844017\n# Compile_time: 0.921847789\n# Rewrite_time: 0.022499565\n# Optimize_time: 0.002431354\n# Wait_TS: 0.000473111\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gfwTDAJMjdfMQkwCTAJTi9BCTAJdGltZTo2NTUuNG1zLCBsb29wczoxLCBwcmVwYXJlOiAxMTBtcywgY2hlY2tfaW5zZXJ0OiB7dG90YWxfBTwIIDU0DT0IbWVtDSIAXw0aBDE5AVUscHJlZmV0Y2g6IDI2CWcMZmtfYwFRDDogNzQJEmBycGM6e0J1ZmZlckJhdGNoR2V0OntudW1fARkIMSwgHXEcNy41M21zfSx+KAAMOS43MQEoACABjRhfZGV0YWlsFbsYcHJvY2Vzcw2pCDZucxFjCHdhaRG/ADEZFixrdl9yZWFkX3dhbGwNNAw5LjYyAd4MdGlrdi4YAAg1LjkJdwxzY2FuPncAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvEXJsMjYuNcK1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBFCwgY29tbQGhEHhuOiB7FQ8YcHJpbWFyeSUtBCB7JSwYOiAwLjAwMQFMQGVnaW9uX2lkOiAxNCwgc3RvJdgwMjcuMC4wLjE6MjAxNiFiBGltLiYBOtYAJDYyNS44wrVzfSw62ABKxgAMMTQuMmbGABQsIHdyaXQdawWRBF9iIfYAXyF+DDogMjMtByhwcm9wb3NlX3NlbiF8SGl0OiAwcywgcGVyc2lzdF9sb2cZ7xAxMDcuNwV3CWAUbGVhZGVyDVIENzchzAxzeW5jCTUENjINYgksMG1lbXRhYmxlOiAxLjchgjlqAGwBZAQzMBHTEGFwcGx5Mq0ADDE4LjMFdwUbFZAMODUuMQUXFG11dGV4XynGAb0JcjKeABkXIHdhbDogMTYuNgU7CSsZnQQyMgUZQQo0CTUyNS40IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('4gfwRgrdBwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NjU1LjRtcywgbG9vcHM6MWKWA3ByZXBhcmU6IDExMG1zLCBjaGVja19pBUEgOiB7dG90YWxfBT0IIDU0DT4QbWVtX2kFIhEaRDE5bXMsIHByZWZldGNoOiAyNgloDGZrX2MBUQw6IDc0CRJgcnBjOntCdWZmZXJCYXRjaEdldDp7bnVtXwEZCDEsIB1xHDcuNTNtc30sfigADDkuNzEBKAAgAacYX2RldGFpbBW7GHByb2Nlc3MNqQg2bnMRYwh3YWkRvwAxGRYoa3ZfcmVhZF93YWwR9ww5LjYyAd4MdGlrdi4YAAg1LjkJdwxzY2FuPncAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvEXJsMjYuNcK1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBGGKIBGNvbW0Bohh4bjogeywgDQ8YcHJpbWFyeSUuACApnhg6IDAuMDAxAU1AZWdpb25faWQ6IDE0LCBzdG8l2TAyNy4wLjAuMToyMDE2IWMEaW0uJwE61wAkNjI1LjjCtXN9LDrZAErHAAwxNC4yZscAFCwgd3JpdB1rBZEEX2Ih9wBfIX8MOiAyMy0IKHByb3Bvc2Vfc2VuIX0QaXQ6IDBBUiRlcnNpc3RfbG9nGe8QMTA3LjcFdwlgFGxlYWRlcg1SBDc3Ic0Mc3luYwk1BDYyDWIJLDBtZW10YWJsZTogMS43IYMAfTVbAGwBZAQzMBHTEGFwcGx5Mq0ADDE4LjMFdwUbFZAMODUuMQUXFG11dGV4XynHAb0JcjKeABkXIHdhbDogMTYuNgU7CSsZnQQyMgUZQQtAcJDrIHj///////////8BGAE=')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/05/06 09:19:07.285 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573590538387458] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=46.311045ms] ["completed regions"=1] [2024/05/06 09:19:07.286 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573590538387458] [commitTS=449573590722150404] [session=16] [2024/05/06 09:19:07.313 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [2024/05/06 09:19:07.313 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [2024/05/06 09:19:07.315 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=23.195Β΅s] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=15.571Β΅s] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=13.069Β΅s] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=14.183Β΅s] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=10.388Β΅s] [2024/05/06 09:19:07.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:07.316 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:07.316 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:07.318 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5db26b98-6915-420d-a7fa-bc074d0b262b] ["take time"=29.251706ms] [2024/05/06 09:19:07.318 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5db26b98-6915-420d-a7fa-bc074d0b262b] [2024/05/06 09:19:07.320 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:07.320 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:07.320 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/988369aa-3582-4b0e-868a-e68c2b21803d] [watcherID=202d0311-b14b-41c9-ade3-8d77e40906ad] [2024/05/06 09:19:07.320 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/988369aa-3582-4b0e-868a-e68c2b21803d] [2024/05/06 09:19:07.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:07.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:07.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:07.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:07.326 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:07.326 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1398] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5db26b98-6915-420d-a7fa-bc074d0b262b] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:07.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:07.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:07.327 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:07.328 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:07.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:07.327 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:07.328 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:07.327 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5984669-2286-4686-9a50-1120fd5937dd"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:07.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:07.328 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:07.328 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5db26b98-6915-420d-a7fa-bc074d0b262b] [2024/05/06 09:19:07.328 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="context canceled"] [2024/05/06 09:19:07.328 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:07.328 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:07.328 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [2024/05/06 09:19:07.328 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:07.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:07.329 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:07.329 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b5984669-2286-4686-9a50-1120fd5937dd] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:07.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:07.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:07.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5984669-2286-4686-9a50-1120fd5937dd"] [error="context canceled"] [2024/05/06 09:19:07.330 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5984669-2286-4686-9a50-1120fd5937dd"] [2024/05/06 09:19:07.330 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:07.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:07.330 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5984669-2286-4686-9a50-1120fd5937dd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:07.365 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:07.365 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="context canceled"] [2024/05/06 09:19:07.365 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [2024/05/06 09:19:07.366 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:08.603 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5984669-2286-4686-9a50-1120fd5937dd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:08.605 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:08.605 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:08.605 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:08.623 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5db26b98-6915-420d-a7fa-bc074d0b262b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:08.623 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:08.623 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:08.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:08.630 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.341346631s] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:08.631 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:08.631 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:08.631 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:08.631 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:08.632 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (6.96s) === RUN TestPipelinedDMLDelete [2024/05/06 09:19:08.637 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:08.637 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:08.638 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:08.639 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.639 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:08.640 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.640 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:08.640 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:08.640 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:08.640 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:08.642 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:08.645 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:08.647 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:08.648 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:08.656 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:08.665 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:08.809 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1300] ["lease id"=3eaa8f4d305c01a5] [2024/05/06 09:19:08.811 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:08.907 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=91.40738ms] [2024/05/06 09:19:08.912 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:08.912 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f89f0aa7-1643-4302-9c16-787b1113b121] [runWorker=true] [2024/05/06 09:19:08.913 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:08.915 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:08.916 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:08.916 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:08.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:08.917 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:08.917 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:08.918 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0195] [ownerID=f89f0aa7-1643-4302-9c16-787b1113b121] [op=none] [2024/05/06 09:19:08.919 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:08.919 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8bdc9d76-0c56-4930-a7f8-1cc80f8de090] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:08.923 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:08.942 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:08.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:08.944 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:08.968 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:08.969 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0195] [ownerID=f89f0aa7-1643-4302-9c16-787b1113b121] [op=none] [2024/05/06 09:19:08.969 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [op=none] [2024/05/06 09:19:08.969 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:09.037 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:09.054 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:09.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:09.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:09.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:09.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:09.066 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:09.066 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:09.066 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:09.066 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:09.066 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:09.068 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:09.068 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:09.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:09.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:09.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:09.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:09.070 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:09.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:09.074 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:09.079 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d48e5aca-d0b7-4910-b1ca-7c81eb3dae48] [2024/05/06 09:19:09.079 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:09.079 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:09.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:09.082 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:09.082 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:09.115 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.31121ms] [2024/05/06 09:19:09.117 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:09.121 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:09.123 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:19:09.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:09.150 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:19:09.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.220 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=197.374Β΅s] [gotSchemaVersion=150] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:09.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/05/06 09:19:09.274 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=58.167491ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=227.673Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:09.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/05/06 09:19:09.441 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=54.254637ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.485 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/05/06 09:19:09.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=196.586Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:09.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 09:19:09.568 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.447532ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.626 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 09:19:09.638 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/06 09:19:09.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:09.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.700 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:19:09.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:09.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.580755371\n# Parse_time: 0.000169462\n# Compile_time: 0.000571945\n# Rewrite_time: 0.000011994\n# Optimize_time: 0.000185421\n# Wait_TS: 0.000384201\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:19:09.712 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:19:09.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:19:09.751 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:09.751 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:19:09.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.805 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/05/06 09:19:09.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.04119ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:09.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/05/06 09:19:09.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.601449ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:09.936 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:09.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:09.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:09.936 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:09.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 09:19:09.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:09.974 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:19:10.037 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:10.037 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:19:10.079 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:10.079 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:10.079 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d48e5aca-d0b7-4910-b1ca-7c81eb3dae48] [watcherID=e9a81ab8-bafc-4229-9560-91fc6de84b36] [2024/05/06 09:19:10.082 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:10.094 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:10.094 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:10.094 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:10.094 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:10.109 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.117 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/05/06 09:19:10.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.503509ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:10.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/05/06 09:19:10.214 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.308293ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:09.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:09.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.325 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:19:10.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:10.329 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.355370692\n# Parse_time: 0.000342939\n# Compile_time: 0.000635007\n# Rewrite_time: 0.000011695\n# Optimize_time: 0.000314162\n# Wait_TS: 0.000469411\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 09:19:10.916 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:11.128 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573591731142675] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.796317ms] [2024/05/06 09:19:11.128 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449573591731142675] [2024/05/06 09:19:11.130 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573591731142675] [commitTS=449573591744512001] [2024/05/06 09:19:11.130 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573591731142675] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/05/06 09:19:11.136 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573591731142675] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=5.033293ms] ["completed regions"=1] [2024/05/06 09:19:11.136 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573591731142675] [commitTS=449573591744512001] [session=18] [2024/05/06 09:19:11.164 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573591744512004] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.519839ms] [2024/05/06 09:19:11.165 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=449573591744512004] [2024/05/06 09:19:11.166 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573591744512004] [commitTS=449573591744512005] [2024/05/06 09:19:11.166 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573591744512004] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 09:19:11.169 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/05/06 09:19:11.171 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573591744512004] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=4.404326ms] ["completed regions"=1] [2024/05/06 09:19:11.171 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573591744512004] [commitTS=449573591744512005] [session=18] [2024/05/06 09:19:11.172 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:3 id:66 store_id:1 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:19:11.172 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/06 09:19:11.173 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:3 id:66 store_id:1 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.174 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/06 09:19:11.175 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:3 id:70 store_id:1 id:71 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.175 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/06 09:19:11.176 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:3 id:74 store_id:1 id:75 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.176 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/06 09:19:11.176 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:3 id:78 store_id:1 id:79 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.177 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/06 09:19:11.178 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:3 id:82 store_id:1 id:83 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.178 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/06 09:19:11.179 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:3 id:86 store_id:1 id:87 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.179 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/06 09:19:11.180 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:3 id:90 store_id:1 id:91 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.180 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/06 09:19:11.181 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:3 id:94 store_id:1 id:95 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.181 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/06 09:19:11.182 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:97 store_id:3 id:98 store_id:1 id:99 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:11.182 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[64,68,72,76,80,84,88,92,96]"] [2024/05/06 09:19:11.182 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299986] [2024/05/06 09:19:11.183 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/06 09:19:11.183 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299986] [2024/05/06 09:19:11.183 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/06 09:19:11.183 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299985] [2024/05/06 09:19:11.184 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/06 09:19:11.184 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299984] [2024/05/06 09:19:11.185 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/06 09:19:11.185 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299984] [2024/05/06 09:19:11.185 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/06 09:19:11.185 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299983] [2024/05/06 09:19:11.186 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/06 09:19:11.186 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299983] [2024/05/06 09:19:11.186 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/06 09:19:11.186 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299982] [2024/05/06 09:19:11.187 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/06 09:19:11.187 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299982] [2024/05/06 09:19:11.187 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/06 09:19:11.212 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573591757357064] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=3.884109ms] [2024/05/06 09:19:11.212 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449573591757357064] [2024/05/06 09:19:11.214 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573591757357064] [commitTS=449573591757357066] [2024/05/06 09:19:11.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573591757357064] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 09:19:11.233 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573591757357064] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=18.817693ms] ["completed regions"=10] [2024/05/06 09:19:11.233 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449573591757357064] [commitTS=449573591757357066] [session=18] [2024/05/06 09:19:11.251 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [2024/05/06 09:19:11.251 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [2024/05/06 09:19:11.251 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:11.252 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [] [2024/05/06 09:19:11.253 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.253 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=23.151Β΅s] [2024/05/06 09:19:11.253 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=8.173Β΅s] [2024/05/06 09:19:11.254 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=15.685Β΅s] [2024/05/06 09:19:11.254 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=17.151Β΅s] [2024/05/06 09:19:11.254 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.254 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=7.467Β΅s] [2024/05/06 09:19:11.254 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:11.254 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:11.254 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:11.256 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f89f0aa7-1643-4302-9c16-787b1113b121] ["take time"=27.514586ms] [2024/05/06 09:19:11.256 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f89f0aa7-1643-4302-9c16-787b1113b121] [2024/05/06 09:19:11.258 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:11.258 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:11.258 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d48e5aca-d0b7-4910-b1ca-7c81eb3dae48] [watcherID=e9a81ab8-bafc-4229-9560-91fc6de84b36] [2024/05/06 09:19:11.258 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d48e5aca-d0b7-4910-b1ca-7c81eb3dae48] [2024/05/06 09:19:11.258 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:11.258 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:11.258 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.258 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:11.263 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:11.264 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:11.264 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1300] [2024/05/06 09:19:11.265 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f89f0aa7-1643-4302-9c16-787b1113b121] [2024/05/06 09:19:11.265 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:11.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bdc9d76-0c56-4930-a7f8-1cc80f8de090"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:11.265 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:11.265 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:11.265 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:11.265 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:11.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:11.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:11.265 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:11.265 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="context canceled"] [2024/05/06 09:19:11.265 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [2024/05/06 09:19:11.266 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f89f0aa7-1643-4302-9c16-787b1113b121] [2024/05/06 09:19:11.266 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:11.265 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [2024/05/06 09:19:11.266 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:11.266 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:11.266 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:11.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:11.267 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8bdc9d76-0c56-4930-a7f8-1cc80f8de090] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:11.267 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bdc9d76-0c56-4930-a7f8-1cc80f8de090"] [error="context canceled"] [2024/05/06 09:19:11.267 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:11.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:11.267 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:11.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:11.267 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bdc9d76-0c56-4930-a7f8-1cc80f8de090"] [2024/05/06 09:19:11.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:11.292 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:11.293 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="context canceled"] [2024/05/06 09:19:11.493 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.512 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:12.512 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:12.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:12.516 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bdc9d76-0c56-4930-a7f8-1cc80f8de090"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:12.766 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f89f0aa7-1643-4302-9c16-787b1113b121"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:12.766 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:12.766 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:12.766 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:12.775 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.546637768s] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:12.776 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:12.776 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:12.776 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:12.776 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:12.777 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (4.15s) === RUN TestPipelinedDMLUpdate [2024/05/06 09:19:12.786 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:12.786 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:12.788 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:12.788 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:12.788 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:12.789 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:12.789 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:12.789 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:12.790 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:12.790 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:12.791 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:12.795 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:12.797 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:12.799 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:12.807 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:12.818 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:12.961 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=62] ["lease id"=22318f4d305c038d] [2024/05/06 09:19:12.963 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:13.086 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=119.147457ms] [2024/05/06 09:19:13.092 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:13.092 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f3601ad4-91ae-4106-a322-3c878ef059cc] [runWorker=true] [2024/05/06 09:19:13.092 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:13.094 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:13.095 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:13.096 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:13.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.096 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.096 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:13.097 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c01d3] [ownerID=f3601ad4-91ae-4106-a322-3c878ef059cc] [op=none] [2024/05/06 09:19:13.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:13.099 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b61146f7-1332-4923-ab15-bea5159fe93f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.103 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:13.124 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:13.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:13.125 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:13.147 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:13.148 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c01d3] [ownerID=f3601ad4-91ae-4106-a322-3c878ef059cc] [op=none] [2024/05/06 09:19:13.148 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [op=none] [2024/05/06 09:19:13.148 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:13.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:13.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:13.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:13.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:13.249 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:13.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:13.249 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:13.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:13.249 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:13.249 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:13.249 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:13.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:13.251 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:13.253 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:13.253 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:13.253 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:13.253 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:13.253 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:13.255 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:13.257 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:13.262 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0fb2e929-a8b5-4908-acc8-95f21a8a69fe] [2024/05/06 09:19:13.262 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:13.262 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:13.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:13.265 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:13.265 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:13.295 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.348148ms] [2024/05/06 09:19:13.297 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:13.301 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:19:13.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:13.306 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:19:13.332 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:13.332 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=204.205Β΅s] [gotSchemaVersion=155] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/05/06 09:19:13.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.895749ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.504 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=206.174Β΅s] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/05/06 09:19:13.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.677937ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.621 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/05/06 09:19:13.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=207.533Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.661 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/05/06 09:19:13.701 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.150744ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.758 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 09:19:13.770 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 09:19:13.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.846 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 09:19:13.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:13.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.874 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:13.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.939 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=237.066Β΅s] [gotSchemaVersion=158] [phyTblIDs="[201]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:13.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/05/06 09:19:13.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.922231ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=193.947Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:14.083 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/05/06 09:19:14.117 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:14.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:14.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:14.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:14.123 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.383589ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.158 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.166 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/05/06 09:19:14.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=210.483Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:14.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 09:19:14.256 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.585315ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.262 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:14.262 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:14.263 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0fb2e929-a8b5-4908-acc8-95f21a8a69fe] [watcherID=7d99b220-e236-4363-89f7-ec95874e1f1b] [2024/05/06 09:19:14.265 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:14.277 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:14.277 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:14.277 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:14.277 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:14.311 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 09:19:14.319 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/05/06 09:19:14.322 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:19:14.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:14.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 1.07030724\n# Parse_time: 0.000212812\n# Compile_time: 0.000504642\n# Rewrite_time: 0.000009601\n# Optimize_time: 0.000147116\n# Wait_TS: 0.0003438\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:19:14.383 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:19:14.386 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:19:14.423 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:14.423 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:19:14.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.503 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/05/06 09:19:14.549 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.108572ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:14.559 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/05/06 09:19:14.596 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.490428ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.658 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.690 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/06 09:19:14.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:14.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.30897262\n# Parse_time: 0.000656294\n# Compile_time: 0.000904125\n# Rewrite_time: 0.000009012\n# Optimize_time: 0.000316457\n# Wait_TS: 0.00030522\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:19:14.695 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:19:14.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:19:14.729 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:14.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.772 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/05/06 09:19:14.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.016247ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:14.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/05/06 09:19:14.871 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.028412ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.910 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.942 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 09:19:14.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:15.096 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:15.667 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.604634ms] [2024/05/06 09:19:15.669 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.336809ms] [2024/05/06 09:19:15.671 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.326699ms] [2024/05/06 09:19:15.673 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.275069ms] [2024/05/06 09:19:15.675 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.543722ms] [2024/05/06 09:19:15.678 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.355426ms] [2024/05/06 09:19:15.681 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.463456ms] [2024/05/06 09:19:15.684 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.301142ms] [2024/05/06 09:19:15.686 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.656889ms] [2024/05/06 09:19:15.689 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.3981ms] [2024/05/06 09:19:15.689 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592924160011] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=37.159Β΅s] [2024/05/06 09:19:15.689 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573592924160011] [2024/05/06 09:19:15.691 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573592924160011] [commitTS=449573592937267201] [2024/05/06 09:19:15.691 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573592924160011] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/05/06 09:19:15.695 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573592924160011] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=3.887544ms] ["completed regions"=1] [2024/05/06 09:19:15.695 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573592924160011] [commitTS=449573592937267201] [session=20] [2024/05/06 09:19:15.710 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.819092ms] [2024/05/06 09:19:15.712 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=2] [session=20] [keys=10] [size=240B] ["flushed keys"=20] ["flushed size"=480B] ["take time"=1.528391ms] [2024/05/06 09:19:15.714 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=3] [session=20] [keys=10] [size=240B] ["flushed keys"=30] ["flushed size"=720B] ["take time"=1.383058ms] [2024/05/06 09:19:15.715 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=4] [session=20] [keys=10] [size=240B] ["flushed keys"=40] ["flushed size"=960B] ["take time"=1.234163ms] [2024/05/06 09:19:15.717 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=5] [session=20] [keys=10] [size=240B] ["flushed keys"=50] ["flushed size"=1.2kB] ["take time"=1.397114ms] [2024/05/06 09:19:15.718 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=6] [session=20] [keys=10] [size=240B] ["flushed keys"=60] ["flushed size"=1.44kB] ["take time"=1.308683ms] [2024/05/06 09:19:15.720 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=7] [session=20] [keys=10] [size=240B] ["flushed keys"=70] ["flushed size"=1.68kB] ["take time"=1.207842ms] [2024/05/06 09:19:15.722 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=8] [session=20] [keys=10] [size=240B] ["flushed keys"=80] ["flushed size"=1.92kB] ["take time"=1.245187ms] [2024/05/06 09:19:15.724 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=90] ["flushed size"=2.16kB] ["take time"=1.33841ms] [2024/05/06 09:19:15.726 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=1.293874ms] [2024/05/06 09:19:15.728 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=110] ["flushed size"=2.64kB] ["take time"=1.513369ms] [2024/05/06 09:19:15.729 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=120] ["flushed size"=2.88kB] ["take time"=1.414155ms] [2024/05/06 09:19:15.731 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=13] [session=20] [keys=10] [size=240B] ["flushed keys"=130] ["flushed size"=3.12kB] ["take time"=1.287352ms] [2024/05/06 09:19:15.733 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=14] [session=20] [keys=10] [size=240B] ["flushed keys"=140] ["flushed size"=3.36kB] ["take time"=1.331248ms] [2024/05/06 09:19:15.735 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=150] ["flushed size"=3.6kB] ["take time"=1.25385ms] [2024/05/06 09:19:15.736 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=160] ["flushed size"=3.84kB] ["take time"=1.273553ms] [2024/05/06 09:19:15.738 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=170] ["flushed size"=4.08kB] ["take time"=1.265499ms] [2024/05/06 09:19:15.739 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=180] ["flushed size"=4.32kB] ["take time"=1.093685ms] [2024/05/06 09:19:15.741 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=19] [session=20] [keys=10] [size=240B] ["flushed keys"=190] ["flushed size"=4.56kB] ["take time"=1.254178ms] [2024/05/06 09:19:15.742 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592937267204] [generation=20] [session=20] [keys=8] [size=192B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.216254ms] [2024/05/06 09:19:15.742 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=449573592937267204] [2024/05/06 09:19:15.744 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573592937267204] [commitTS=449573592950112257] [2024/05/06 09:19:15.744 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573592937267204] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 09:19:15.746 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/05/06 09:19:15.749 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:3 id:102 store_id:1 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:19:15.749 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/06 09:19:15.750 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:3 id:102 store_id:1 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.750 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/06 09:19:15.751 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:3 id:106 store_id:1 id:107 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.751 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/06 09:19:15.752 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:3 id:110 store_id:1 id:111 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.752 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/06 09:19:15.753 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:3 id:114 store_id:1 id:115 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.753 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/06 09:19:15.753 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:3 id:118 store_id:1 id:119 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.754 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/06 09:19:15.754 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:3 id:122 store_id:1 id:123 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.755 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/06 09:19:15.755 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:3 id:126 store_id:1 id:127 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.756 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/06 09:19:15.756 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:3 id:130 store_id:1 id:131 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.756 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/05/06 09:19:15.757 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:132 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:133 store_id:3 id:134 store_id:1 id:135 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:15.757 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[100,104,108,112,116,120,124,128,132]"] [2024/05/06 09:19:15.757 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299988] [2024/05/06 09:19:15.758 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/06 09:19:15.758 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299987] [2024/05/06 09:19:15.758 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/06 09:19:15.758 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299987] [2024/05/06 09:19:15.759 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/06 09:19:15.759 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299986] [2024/05/06 09:19:15.759 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/06 09:19:15.759 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299986] [2024/05/06 09:19:15.760 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/06 09:19:15.760 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299985] [2024/05/06 09:19:15.760 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/06 09:19:15.761 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299985] [2024/05/06 09:19:15.761 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/06 09:19:15.761 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299984] [2024/05/06 09:19:15.762 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/06 09:19:15.762 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299984] [2024/05/06 09:19:15.762 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/05/06 09:19:15.776 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573592937267204] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=31.859025ms] ["completed regions"=10] [2024/05/06 09:19:15.776 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449573592937267204] [commitTS=449573592950112257] [session=20] [2024/05/06 09:19:15.780 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.631059ms] [2024/05/06 09:19:15.782 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.5083ms] [2024/05/06 09:19:15.785 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.426513ms] [2024/05/06 09:19:15.787 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.538573ms] [2024/05/06 09:19:15.789 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.477126ms] [2024/05/06 09:19:15.791 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.411462ms] [2024/05/06 09:19:15.793 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.500176ms] [2024/05/06 09:19:15.795 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.269794ms] [2024/05/06 09:19:15.797 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.211524ms] [2024/05/06 09:19:15.800 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.330653ms] [2024/05/06 09:19:15.800 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573592950112274] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=29.045Β΅s] [2024/05/06 09:19:15.800 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573592950112274] [2024/05/06 09:19:15.801 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573592950112274] [commitTS=449573592963481602] [2024/05/06 09:19:15.802 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573592950112274] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 09:19:15.817 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573592950112274] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=15.55734ms] ["completed regions"=10] [2024/05/06 09:19:15.817 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449573592950112274] [commitTS=449573592963481602] [session=20] [2024/05/06 09:19:15.830 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [2024/05/06 09:19:15.830 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [2024/05/06 09:19:15.832 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [] [2024/05/06 09:19:15.832 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=27.738Β΅s] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=14.756Β΅s] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=10.369Β΅s] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=14.115Β΅s] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=14.337Β΅s] [2024/05/06 09:19:15.833 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:15.833 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:15.833 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:15.835 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f3601ad4-91ae-4106-a322-3c878ef059cc] ["take time"=20.29341ms] [2024/05/06 09:19:15.836 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f3601ad4-91ae-4106-a322-3c878ef059cc] [2024/05/06 09:19:15.838 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:15.838 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0fb2e929-a8b5-4908-acc8-95f21a8a69fe] [watcherID=7d99b220-e236-4363-89f7-ec95874e1f1b] [2024/05/06 09:19:15.838 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:15.838 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0fb2e929-a8b5-4908-acc8-95f21a8a69fe] [2024/05/06 09:19:15.838 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:15.838 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:15.838 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:15.838 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:15.844 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:15.844 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=62] [2024/05/06 09:19:15.845 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f3601ad4-91ae-4106-a322-3c878ef059cc] [2024/05/06 09:19:15.845 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:15.846 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b61146f7-1332-4923-ab15-bea5159fe93f"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="context canceled"] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:15.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:15.846 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:15.845 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f3601ad4-91ae-4106-a322-3c878ef059cc] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:15.846 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:15.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:15.846 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:15.846 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [2024/05/06 09:19:15.846 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:15.848 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:15.848 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b61146f7-1332-4923-ab15-bea5159fe93f"] [error="context canceled"] [2024/05/06 09:19:15.848 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:15.848 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b61146f7-1332-4923-ab15-bea5159fe93f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:15.848 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:15.848 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b61146f7-1332-4923-ab15-bea5159fe93f"] [2024/05/06 09:19:15.848 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:15.848 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:15.907 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:15.907 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="context canceled"] [2024/05/06 09:19:16.108 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:17.112 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:17.112 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:17.112 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:17.114 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b61146f7-1332-4923-ab15-bea5159fe93f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:17.370 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3601ad4-91ae-4106-a322-3c878ef059cc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:17.370 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:17.370 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:17.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:17.379 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.563375688s] [2024/05/06 09:19:17.379 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:17.379 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:17.379 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:17.379 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:17.379 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:17.380 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:17.379 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.380 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:17.379 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.380 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:17.380 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:17.381 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.60s) === RUN TestPipelinedDMLCommitFailed [2024/05/06 09:19:17.391 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:17.391 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:17.393 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:17.393 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.393 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:17.394 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.394 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.394 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:17.394 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:17.394 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.396 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:17.400 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:17.402 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:17.403 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:17.411 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:17.422 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:17.563 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1393] ["lease id"=6f188f4d305c01e0] [2024/05/06 09:19:17.565 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:17.663 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=94.154291ms] [2024/05/06 09:19:17.669 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:17.669 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [runWorker=true] [2024/05/06 09:19:17.669 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:17.671 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:17.672 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:17.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:17.673 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:17.672 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:17.673 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:17.673 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:17.673 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:17.673 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:17.673 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:17.675 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c03d4] [ownerID=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [op=none] [2024/05/06 09:19:17.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:17.676 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f85fbc7d-c8d9-4a7e-a418-14857e933523] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:17.680 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:17.699 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:17.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:17.701 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:17.724 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:17.725 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] ["owner key"=/tidb/ddl/fg/owner/22318f4d305c03d4] [ownerID=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [op=none] [2024/05/06 09:19:17.725 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [op=none] [2024/05/06 09:19:17.725 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:17.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:17.828 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:17.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:17.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:17.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:17.841 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:17.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:17.841 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:17.841 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:17.841 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:17.841 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:17.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:17.844 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:17.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:17.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:17.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:17.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:17.845 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:17.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:17.857 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/36208139-622f-4bb1-98ce-b24c1fa853fe] [2024/05/06 09:19:17.857 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:17.857 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:17.893 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.669039ms] [2024/05/06 09:19:18.697 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:18.698 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:18.698 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:18.698 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:18.716 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:18.724 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:18.724 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:18.724 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:18.760 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:18.766 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:19:18.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:18.771 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:19:18.799 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:18.799 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:18.858 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:18.858 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:18.858 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/36208139-622f-4bb1-98ce-b24c1fa853fe] [watcherID=7aee4a24-a681-4506-992d-42374204f72b] [2024/05/06 09:19:19.416 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:611.835478ms txnStartTS:449573593749913605 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:611.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:512 rocksdb_delete_skipped_count:117 rocksdb_key_skipped_count:1370 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:19:19.417 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=494.121068ms] [2024/05/06 09:19:19.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573593749913605\n# Query_time: 0.628489864\n# Parse_time: 0\n# Compile_time: 0.008563337\n# Rewrite_time: 0.001456285\n# Optimize_time: 0.005626076\n# Wait_TS: 0.000122194\n# Cop_time: 0.609724438 Process_time: 0.000687143 Wait_time: 0.00009152 Request_count: 2 Total_keys: 1024 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 234 Rocksdb_key_skipped_count: 2740\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000343571 Cop_proc_p90: 0.000351515 Cop_proc_max: 0.000351515 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.576e-05 Cop_wait_p90: 5.2905e-05 Cop_wait_max: 5.2905e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12690\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0Re4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjYxNC43bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADEdd3gsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjYxMy42ASoQZmV0Y2gZDwUwDDowc30RqhEIIAozCTZfMjkoQgFRACkBuDA0MDAJZ3JvdXAgYnk6FY1ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBmxCDMuNAGHNatQcGFydGlhbF93b3JrZXI6e3dhbGxfLdcYMi4zODc2MAXiCGNvbjnTiCwgdGFza19udW06MCwgdG90X3dhaXQ6My4wNjA4MTI2NjZzCRcYZXhlYzowcwkNBVYBJBQxMDA5NzIBJDBtYXg6NjEyLjIyOTA1RUQIcDk1MhIAFH0sIGZpblqhABgzLjMwNzQ4BdJeoQABrRGhHDQzLjc5MsK1DZEFngg3LjgVERWiHDUxNjE4N3MsDaEYMy4yNDkzMyXBCaEZEgB9QdgBBBgKNAkxXzMwMaskbm90KGlzbnVsbD2TIckFZQH1JVgtiQgJMzhRsyBOL0EKNQk2XzMhtgg4MDA99kqeAnksUicDIHNjaGVtYV9pZAHMRs0DRaQJHklHCG1pbhWvBDgpUkICADKiQAIYMC4yNDcxNAUxXp8BOkACHDUwMDkwODczLqIBPkACHDUwMjgwMzI0AdNFQBgwLjA2ODk2RQcpnxkSckACKDEuOTQ2NjEzbXMsYqEALkACHDEwNy44MjfCMkECDDUuMjRGQwIYNTYzMTQzMwHJCaUYMS44OTg5NV1EGRJZRCA2CTMxXzM2CTAp+jxkYXRhOkhhc2hBZ2dfMzEJtXIAMAGzTTwBvARwX2GSCDoge2GUBCAxSbkEIDYBZAEqQSYYX2tleXM6IC1xARIYOiAzNTEuNRXPZcUQIDUyLjkFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMJHoAXQIX2R1BRoUbjogMjQuKRwsbWF4X2Rpc3RzcWxfLvkBSCAxfSwgcnBjX2luZm86e0NvcDoBsQxfcnBjwTcAdKEraYUBuiA3bXN9fQkyMzmtzGEZADdhGQwxCTFfLSG1EUrdAgHjyar+GwN1G0pmAMmJfSsAOCWmBGt2JR4EOntl70HDLa48fSwgc2Nhbl9kZXRhaWw6IMkhLZ1ANTEyLCBnZXRfc25hcHNob3QpDgggMzAtp6Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDExNywga2V5Xz4YAAQzNyG2CGxvY0ElEH19fSwgAZk+hgAtMxF2Lh4CoYMEYWkRkVUlAHQB6tk1DCA1MzClUVnTFDgJNDNfM6EdDDAJMTCB0IV2ADoucwgBtGxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvelMBQRsBBAQKM2E/HDQxKFByb2JloW0ANhrmCABkYUksU2VsZWN0aW9uXzQwBVIUbWU6NDM3Te8toGZOAwgxLjWlsyElLbA2TQMMMzUuNmU61XEIIDM4DRMAY75NAww0OC4zBU3uTQNpTQwxLjQzaUwANS5lBiGTBDQwZUwxJ0rgAgxyZW9yFusJNtMCJQstNNLUAgQxNC15/tQCttQCLqUBNtQCNayJiBhrdl9yZWFkLt0CBfQAdCEJXfIINDgyhfdZhgQ1CUHyADklWv7yAl3yBX4xciAJTi9BCU4vQQo=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('oRrwSQqcGgoNUHJvamVjdGlvbl8xMxKEGQoHU29ydF8xNBKMGAoLSGFzaEpvaW5fMjcS0wYKDlRhYmxlUmVhZGVyXzQxEpIECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqogJ0bmYACCwgcwHd8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA1MTIsIGdldF9zbmFwc2hvdF90aW1lOiAxNC45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDExNywga2V5Xz4YAEQzNzAsIGJsb2NrOiB7fX19LCABWj6GABxwcm9jZXNzXwEcGDogMzM1LjYFdwmkCHdhaRGRBDM4MhoALGt2X3JlYWRfd2FsbA09JVolCR0VHDQ4Mi43wrVzWmsBMBoBAiFVVVVVlXT2QCk1bigBQAFSEWRhdGE6U10wBFoWBaUINDM3LRsAbCnGFGLZAWNvcCnkRCB7bnVtOiAxLCBtYXg6IDEuNQWWAeYtcQQwLAHcBfg68AAF7gA6GelgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMCFYDHVpbGQFcwhfZHUFGhhuOiA0OC4zJT2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYAGEtTSQxLjQzbXN9fXD6LpkCEBKAEAoKYWYoQWdnXzI5EqwMCgw5IhAzMBLICxkgEDM1EqgHNoUDEDM2Eu0EHSIIMRKVRoMDADRF//6DA32DBBx0Oh0DBDBzkoIDCChlMY0GBEC/aYIolAFncm91cCBieTpKjAMh5Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqg0L/Ay7iAM7+AwwzMC41RUoAcv7+A7L+AwQ1MQ13Qv4DBDUybXQlzH3gEDUzMC44ZuADICHe3d3dHT73QKnPIclh3QQPZGHdCEhhc0XKDDMxWhNl2ww2MTBtWRwEYtti2AMQNjExLjgBKyH0UtkDLssAbdkANRHEwtkDBDI0hcSFVfrZAwG6ADdl2gDvLtoDJSgIrWz4OigBAIT+8QK+8QJV1V3hADU1ngAyIXOxdkTGAnBhcnRpYWxfd29ya2VyOntZFyA2MTAuMjQ3MTQFMi4DBRw1LCB0YXNrX6GnADCF8ymeLDMuMDUwMDkwODczcwkXDGV4ZWNlSQR0b82EBSQUMjgwMzI0KYwFaBQwNjg5NjQBmghwOTUyEgAUfSwgZmluWqEAHDEuOTQ2NjEzATleoQABrQBvDaEYMTA3LjgyN2WWARUFnww1LjI0Qf4JskXEAaUUNjMxNDMzAcnBhiHzFDg5ODk1NgFsCaUAMRUSWhkHSREESP5NEQgAuUBlOSgWbm90KGlzbnVsbDWsEDUpKVoVBXwMNjEyLsXwLaQIcPwCKtcIJBoBASFEREREJGM+VgAEOGexV1EABDUsrQYcZmlyc3Ryb3cdbpn7ADUVeAQzLiWCDXgEYsJyHAIYMi4zODc2MAWqXnsBOhwCHDYwODEyNjY2LWolfaFlIYoF+yQzLjA2MTAwOTcyASQpdxwyLjIyOTA1Nzl3GRJyHAIYMy4zMDc0OAXTXqEALhwCFDQzLjc5MjYbAgA3pRc2GQIYNjUxNjE4N1W9GDMuMjQ5MzNdGBkSXhgCDqMKFG9BDUEprB6cCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiwAYELCA16gQpXTXGADQyPgIEYjkW5ggQaGFzaF/lHwA6FrsKEDo2MTMuBbUQZmV0Y2gZDwUwLDowc30hmSoiS80bHjqmAAA9SpAAocLpthA6ZGVzY1KcB+l0HacAMyHTTW0FbAR9Wj5sAAA6SmwAAUgQbWV0YSxOIAgZiR1pRTwNaQxiDUNvJswJQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:19:19.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:19.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=299.458Β΅s] [gotSchemaVersion=163] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:19.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/05/06 09:19:19.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.881791ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.075 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:20.075 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:20.078 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:574.413803ms txnStartTS:449573593933414404 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.98ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:514 rocksdb_delete_skipped_count:117 rocksdb_key_skipped_count:1376 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:19:20.086 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573593933414404\n# Query_time: 0.594687985\n# Parse_time: 0\n# Compile_time: 0.01217717\n# Rewrite_time: 0.002201149\n# Optimize_time: 0.008168496\n# Wait_TS: 0.000164107\n# Cop_time: 0.571228347 Process_time: 0.000858813 Wait_time: 0.000099662 Request_count: 2 Process_keys: 1 Total_keys: 1026 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 233 Rocksdb_key_skipped_count: 2744\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000429406 Cop_proc_p90: 0.000454887 Cop_proc_max: 0.000454887 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.9831e-05 Cop_wait_p90: 5.7593e-05 Cop_wait_max: 5.7593e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12720\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rBi4MAkzXzEzCTAJMjM1OS4zNAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU3NS45bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldHXcddaAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjc1MS4zwrVzLCBmZXRjaB0QBTIMOjBzfRGqEQgkCjMJMzFfNDEoQgFUACkduUBkYXRhOlNlbGVjdGlvbl80MBWODDA0LjQFZjWJbGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuOTcBuiFqNF9rZXlzOiAwLCB0b3RfARIYOiA0NTQuOQVLARQkd2FpdDogNDIuMQUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwMQIBcwhfZHUFGhhuOiA3NC4yBTo4bWF4X2Rpc3RzcWxfY29uVSRIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGNBTyVFAF9FbCwxLjg2bXN9fQkyNDIt4xhOL0EKNAkxIQkEMV9y2AIMcmVvckm2BGt2BaQEOnsFVQQwc1W8PH0sIHNjYW5fZGV0YWlsOiApwS0jQDUxMiwgZ2V0X3NuYXBzaG90CZQQIDE1LjUF4KByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDExNiwga2V5Xz4YACAzNjgsIGJsb2MhqhB9fX0sIAGZPoYAIZwIZXNzDXYypAEEYWwlphEbMasAdAHqCHdhbC0+JCA2MjMuNsK1c30hNgEEHAo1CTQ0XzM5JTscNjY2Ni42NwlJvC4TBHQsIHJhbmdlOlstaW5mLDIxMSksICgyMTEsK2luZl0B1GxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRaFmcwEBiAEEMAozCTZfMjkoUHJvYmVB8jQ2NDAwCWdyb3VwIGJ5OnWAQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdYWeCDQuMkHsdRUQcGFydGkhMRhvcmtlcjp7OSAkNTczLjY0NzcxNAExLqICCDUsIEXVYUYAMGkqZRYsMi44NjY4ODYzOTRzCRcMZXhlY0VSYTohxgkkGDk5NzM3NXNpgAFoEDQ5NjcyBWgIcDk1MhIAFH0sIGZpblqhABw0LjA1NzYxOG6hAAGtBG90CaEQMzIuMDch8x2eFDUuMzc4woGPAScVpBg4NDk0MjUzHaQMOTc4NQlrEaQREjm1YXsAM4GEJa4Ubm90KGVxOZIELCBBLQgpLCABGRRpc251bGwZHQApIeUFfyURAdMtpQgJMzixwmHfEDUJNl8zIdIIODAwXRJKrQVtIwxpbmcsTjYGIHNjaGVtYV9pZAHlRtwGRfkJHkljCG1pbhWvADgyXgIAMRG5BDIu3fwEMixyXgIYMi4zMTQxNcU1Xl4CADEpqVVeFDAxMDEwOUE6Ia1FXhwyNjAuODE3wkLCARQwNjQ1MjkB3CxheDo1NzIuMTUyOTlF/inBGRJyZQIYMi44Mzk3OQXZXqgALmUCDDQxLjk+ZQIQMTQuODlZeSXnYS4YMjk5MzU2Nh2lEDc1MDMzJRQRpRESWWYANuEODDM2CTBJA+UEJEhhc2hBZ2dfMzE5jgQxLsXYSUcEMizBrKnqACDBUfkBDDU3NC5FcUExrd8tegESEDogNDAzQgIHBDU3pT0FVrYCBwA1/gIHLgIHBDk46QIyIwMAN2EjADGlx/4lA84lA0pNAxaiCX01ADglpwBrunsHIY/B9RamCCmkBGFsMhcAJF9zaXplOiA4MzRlPABh+bAANFKwBwQyNBqOCYawBwA3wdxKsAcENzbGsAcuUgKh3gRhafGwVVlCsAcEODVFc3kJFDgJNDNfM6F1DDAJMTChD4W1Oq4HAGt2kAeBvWaIASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('gxvwSQr+GgoNUHJvamVjdGlvbl8xMxLmGQoHU29ydF8xNBLuGAoLSGFzaEpvaW5fMjgS0gYKDlRhYmxlUmVhZGVyXzQxEpEECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyMTEpLCAoMjExLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSmI9ZVpsG6iBaEEUhgFnQQudB2cKC5yZW9yZ2qDAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDUxMiwgZ2V0X3NuYXBzaG90XwWksCAxNS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDExNiEDAHlCGABEMzY4LCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHBg6IDQ1NC45BXcJpAh3YWkRkQw0Mi4xCRoB6gx3YWxsDTQkNjIzLjbCtXN9cCE8BQEuTAEsGgEBIbLCGlR4getAOU8oAUABUhFkYXRhOlNdLwRaFgWHEDUwNC40BWwtpxRi2QFjb3ApxFgge251bTogMSwgbWF4OiAxLjk3bXMsIAHILVMEMCwBvgXaOtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDc0LjIFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS04JDEuODZtc319cPIuLgEQEuMQCgphZSBBZ2dfMjkSjA0uUQMQMzASjwwZIBAzNRLkBzaEAxAzNhKmBR0iFDESlwEKEGWCDEZ1bGxpgQA0ReAU8O8wQSkAAQEQiMNAMAF2gwMAHv5lA1plAwgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6cQMh6Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThquMrkAw2tTZlVAS4XACRfc2l6ZTogODM0UR8Aa40ZADRSGQQMMjQuM0WDhhkEADdaGQQENzbGGQQEMDNeGQQENTdl/4FfBGt2MhkEBDg1BRpaGQQgId7d3d0dPvdASYVJAIEYBA9kgRgISGFzZQUMMzFaFYkWCDcxLmXriRUIMmLaYhUEEDU3NC40OhYEKX0lewQ6IDLPAI0WFcjCFgQANf4WBC4WBAQ5OIUWBJgCLpAGISsIrWz4QisBAIT+KwO+KwN1D30bADU1oQgyLjkhdjGhRM0CcGFydGlhbF93b3JrZXI6e9k3JDU3Mi4zMTQxNTUBMi5DBRw1LCB0YXNrX6HnLbXBhyw6Mi44NjAxMDEwOTVBbThvdF9leGVjOjI2MC44MTdlEwEVRSwFLBA2NDUyOYEHBGF4BW8UMTUyOTkyAW8IcDk1MhIAFH0sIGZpbmKoABA4Mzk3OQXaXqgAAbQAb01JEDQxLjk34RFl0AmlEDE0Ljg5GRQVpBgyOTkzNTY2HaUQNzUwMzMlFBGlERJuRwMIrUj+TRwIALlAZUUYL25vdChlcTWxCDUsIA46CQgpLCABGRRpc251bGwZHQQpKTXEADNpOinECDFw/C6IAiQaAQIhRERERCRjPm8ABDhnsbNRIgQ1LK1iHGZpcnN0cm93HW65V1k8BDQuJZsNeARixXI8AhgzLjY0NzcxZeRelAEaBwhVPBg2ODg2Mzk0LpcBADANDTWQFDY5OTczN0FgSTUYMy40OTY3MgVoKZAZEnI1Ahw0LjA1NzYxOEFuXqEALjUCDDMyLjA+NQIQNS4zNzhG2AIYODQ5NDI1M1U0FDMuOTc4NQlrEaQREl40Ahii5aI2ABwHKuAKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGIfBwQsIDXtDCldWhMlRgQ1N0W9MccAOxZHCRBoYXNoX+V8ADoW/goMOjc1Mc3IEGZldGNoHRAFMiw6MHN9IR2Yh4YnZRA6pgAAPUqQAO1RHGluZzpkZXNjUvsH6dNV6Ag1LjMhnQ2pGCHdGNPzjXs+bABOgQgBSBBtZXRhLE5/CBmJHWmFOw1pDGINQ28mLwpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:19:20.089 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:20.089 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:20.089 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:20.089 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:20.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573593972736001\n# Query_time: 0.461299877\n# Parse_time: 0\n# Compile_time: 0.450788807\n# Rewrite_time: 0.003167685\n# Optimize_time: 0.442519277\n# Wait_TS: 0.000127597\n# Cop_time: 0.002301775 Process_time: 0.000098306 Wait_time: 0.000053888 Request_count: 2 Total_keys: 4 Get_snapshot_time: 0.000\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.9153e-05 Cop_proc_p90: 5.8034e-05 Cop_proc_max: 5.8034e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.6944e-05 Cop_wait_p90: 3.1328e-05 Cop_wait_max: 3.1328e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 16997\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+yOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJcOjQuMjltcywgbG9vcHM6MQkwIEJ5dGVzEQgYCjEJM18xNW6RAAxpZCwgWosAAbEMX2tleWYhAAR5cGalAAxzdGF0bh4ABGVwYlgAhiUBIG9uY3VycmVuY2adAI5JASR0YXJnZXRfc2NvAckcQ29sdW1uIzMhMC1eBDEyPV4ILCBDGXhYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlayBncm91cCBieTpaWQEhdCRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGAAC4d6wgpLT4VowAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQpmTAARIqJSAAh5cGVqTgBFWSkjfuIARWhmSwAFH56WAFF5Zk8AESKeUgBdhmZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXANmUgAuJgCZ1QQwNzJ3A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUiIDozLjU5OTAwNAEvHe4MOjUsIEWSXG51bTowLCB0b3Rfd2FpdDoxNi43NjkxN2XXARYYZXhlYzowcwkjZfUcMTYuOTk3MjUFgyxtYXg6My40MzkyMDUBZAhwOTUdEBR9LCBmaW5amQAUOTgyMTg2ATVemQABpRWZIDA4LjcwNsK1cwmLBZgQNS4zMTMVEwmeGDkuMTIyMjYdnhQ5MzU0MDgBaQmeERAAfYGXAQQECjPBBhw4CTAJMC4wMl6aBoGVWikEJUv+CQZaCQZ5UVp9ADIdA14kAC7pAlokAEm8Wh0ALocCMpcGdpIFUbIIMy4yJZHth3YpBhg0CTE3XzIwMY9QaW5uZXIgam9pbiwgZXF1YWw6W2VxLs8FSoMAcswAAR0QKSBlcSjRLQA3AZDJ2wg2KV0ZtAAxLjsIcCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6Mi4zRccQZmV0Y2gVDgUuDDowc30ebAgRCCAKNQkzXzIxKEIBTwApEeY9eI7QAEokADLkAQxjYXN0eiQBWbUwZG91YmxlIEJJTkFSWf1FADcxCwgyLjGFQmK/AQgyLjb16BQ2CTMwXzJ1ThlEBDAxYYQNRAwJMjM1GowJDh0IGDcJNDdfMjUxFRgxXzAJMTAJKWc0c3QsIGluZGV4OmlkeF9h+QxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgwe0cczpwc2V1ZG8RmQgxLjKFHQ2ZECwgY29wEowKCDoge6EfCCAxLIXnGCA5NzkuNcKBgQxwcm9jYfAIczogrT0BEgw6IDU4BR+VtQwgMzEuiaBkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDBRWCWPBGR1BRoQbjogNDYNbCxtYXhfZGlzdHNxbF8940w6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MaUkDlMLTGltZTo4NzkuMcK1c319LCB0aWt2BWsEOnsFHKHaDfk8fSwgc2Nhbl9kZXRhaWw6IEneDecIMSwgEgkKGG5hcHNob3SpbAwgMTIuqZI0cm9ja3NkYjoge2Jsb2MhOgB9CW4EbWU+UAAhKghlc3MNQjkywSYEYWkRWjU5BbHZ0AwgMTcwJRm5vTA3CTFfMjcoUHJvYmUpRTqlxgRpbnoAA0EMSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWHHQcgBBBwKOAk0NV8yNgWLMsUCgpACAT8BBIkjADkR1BgwCTI5Ljk3LiQEPqcKnT8uGwBFVf6ZBv6ZBv6ZBqqZBj73BC4MAeHAXuoEDpcMZRAIMi4zLqYEwRkiSg0AOhbSDAQzNB7SDIXqBTwpoJFSDDIuMjM26wQINyBCEncOlesIMzMozQCB6wAzkeuV6kWdACgFBp3iDHBhdXNBoAAsFQooXSwgWyJyZXZlcnQJGRkMCRtN0gAsVdyqGAUANRLTCY0fZhgFCDEuMQUpYdpBbT4WBQQ0MK0FuRgAMpE5AGO+GAUENjaFzKWT+hgFBDEuDhgLiajWFgUAM1YWBQgxLjLFCOIWBS4yATYYBTU5QhgFBDMwBXY2GAUEMzWRREFnSaZW2gQuKgMSIQlG0wQEMzQFRi6tAqbSBA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('vCfACrcnCgdTb3J0XzEzEp8mCg1Qcm9qZWN0aW9uXzE1EpQjCgpIYXNoQWdnXzE2Es8ZCjIhABQ4EqQWCgsBISRKb2luXzIwEscJMkMAZDIxEs8HCg5JbmRleExvb2tVcF8yOBLiBAoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwbV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToxLjI4bXMsIGxvb3BzOjFi2gFjb3BfdGFzazoge251bTogMSwgbWF4OiA5NzkuNcK1cywgcHJvY19rZXlzOiAwLCB0b3RfARIgOiA1OMK1cywgAREkd2FpdDogMzEuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDQ2LglsqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFhAhhbF8F4kA4NzkuMcK1c319asoBdGlrdgVsBDp7BR0AMBn7DH0sIHMhlChkZXRhaWw6IHt0bwFEAGsF6DgxLCBnZXRfc25hcHNob3QJWhAgMTIuNgXgNHJvY2tzZGI6IHtibG9jITsQfX19LCABYz5QACErCGVzcw1COTMEYWwlNQ0YNToFsQh3YWwNzQwgMTcwJRoIfXD/EQEEAXgRCiT/ARKdAgoMU2VsTcw8MjcSbgoRVGFibGVSb3dJREl1ADZJcgRUpTpyAggNCgtdcgRSHnZBAlaBAAgaAQIJXiyQpUApoNtLGqN1lD9B0BBSbmluKEXPYC50aWRiX2JhY2tncm91bmRfc3VidGFzay5Bn0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABbQwQMi4wMW1ZEQRw6y5aAWGpGKmDwKdjFXQ2PQAIUpUBftcADGVwLCB2JABd2xQsIGNhc3R65AAhMEGbaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNxXVBDE0HdUIYg9DfUYUT0ZGcOwULkACBPMKNsoECDkStTrKBBAzNhKPBULKBAgzMxqRygS4mlFYAD6JyggcChpRWBQBdBoOCgUl6QASCQcEUm2RwQxwYXVzIewALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTR4ALFUopvcEBDU1LhYBANhi9wQIMS4xBSphuCFyBHM6NvUEBDQwjeSZ9wAykRcAY773BAQ2NoWrACzu9wSN9xAxLjA0bYH1AMzi9QQAM1b1BAgxLjL29QQuMwE29wQ1OkL3BAQzMAV2XvcEBNYBLvcEDDM1Em1C9wQEMzSJmQSquTqfAggMCgpZn/r2BCgEukApuR6F61H4PUX8BFIoVrcEDGdsb2LBoYn3arAEGIk7w9ZL4Y0dVi6wBAQyM13FBHDtNrAEIAIh6SCU+SYBjzY9AAhS2wKdjC6JAARpZDKnBC4bAAGpQf5mIQAIeXBlYh0AZfBiHgAYcHJpb3JpdGZcABRjcmVhdGXlGmJFADJBBVrgAABzPokFNuIAAHLl4gRjbwHJPoMFLioAISdedgUANrV2ADMuSwZGdgUE3CK9dkQhxakaJTnOlEApidLe4AuTmT8h5lhScGlubmVyIGpvaW4sIGVxdWFsOltlcXoaBnLlAAEdECkgZXEo1SYELCARCwg2KV0NvQwzLjE5XVgEYjcWowkUaGFzaF90DkwIBDp7EhwJEDoyLjM2ASkQZmV0Y2gVDgUuLDowc30hfv1UfUgWlTrXAADL/oAC/oAC/oAC/oACioACXcJKKQld7TWzBDI3IYoIbG9vEscLQuYHBNglLnACGM6mZ+JvmpWxCQDwSXAEtwYOkQkQcCBieTodgD77AiBmdW5jczptYXh6iQIdpSqXCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG4ZkwAESKemACB6WpOAKUHKSN+nAClFmZLAAUfnpYAsURmTwARIp5SAL11ZlUAHSWiWAAmfwpqWAAZJZ5YAIXbYjICAR6eSgAAdN0KZlIALiYAbYUINC4wMoUDGLcCcGFydGkO4wgYb3JrZXI6eybJDRQzLjU5OTAOowkELCAd7gw6NSwgRZIQbnVtOjASyA4SFw4kOjE2Ljc2OTE3MmHmDmsKDgkQEr8OAQ0OaQ4BIxA5OTcyNQWEDrMPGDMuNDM5MjAWvwoEOTUdEBR9LCBmaW5amQAQOTgyMTil2F6ZAAGlAG8RmRAwOC43MBYHDwEVBZgQNS4zMTMSJQoBEwmeGDkuMTIyMjYdnhA5MzU0MBJ+EAmeERBa5QkYITQNzkjW5D62BACr/k8G/k8GOk8GSWtaugR5hlohAD1zACxiJACKEAkunwL55AA1VaoAMUVJmi8GFJLHF1XY/D55AQBeWsMAhuQAisAABGlkFas4MjltcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/06 09:19:20.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=335.954Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.717 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/05/06 09:19:20.750 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.547372ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.800 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/05/06 09:19:20.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=233.797Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:20.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/05/06 09:19:20.886 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.464672ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:20.937 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/06 09:19:20.949 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/06 09:19:20.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:18.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.006 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:19:21.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:21.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:21.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=251.954Β΅s] [gotSchemaVersion=166] [phyTblIDs="[207]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:21.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/05/06 09:19:21.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.287942ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=229.279Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:21.285 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/05/06 09:19:21.323 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.897897ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/05/06 09:19:21.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=245.928Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:21.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 09:19:21.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.084791ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.590 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/05/06 09:19:21.598 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/05/06 09:19:21.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:20.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.658 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 09:19:21.658 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.891226675\n# Parse_time: 0.000249789\n# Compile_time: 0.000762929\n# Rewrite_time: 0.000012887\n# Optimize_time: 0.000220952\n# Wait_TS: 0.000311123\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:19:21.676 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:19:21.678 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:19:21.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:21.722 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:19:21.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.779 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/05/06 09:19:21.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.048311ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:21.834 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/05/06 09:19:21.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=54.000733ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.945 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 09:19:21.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 0.30566477\n# Parse_time: 0.00065233\n# Compile_time: 0.000752348\n# Rewrite_time: 0.000007388\n# Optimize_time: 0.000315826\n# Wait_TS: 0.000387798\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:19:21.984 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:19:22.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:22.019 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:19:22.057 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.064 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/05/06 09:19:22.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.17524ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:22.143 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/05/06 09:19:22.180 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.721029ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.231 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:19:22.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:23.044 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573594850918420] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.673366ms] [2024/05/06 09:19:23.045 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573594850918420] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=51.121Β΅s] [2024/05/06 09:19:23.045 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573594850918420] [2024/05/06 09:19:23.046 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 09:19:23.046 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.047 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:19:23.080 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573594864025605] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.046352ms] [2024/05/06 09:19:23.080 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573594864025605] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=28.86Β΅s] [2024/05/06 09:19:23.081 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573594864025605] [2024/05/06 09:19:23.081 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 09:19:23.081 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.082 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:19:23.112 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [2024/05/06 09:19:23.112 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [2024/05/06 09:19:23.112 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.114 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=22.896Β΅s] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=16.418Β΅s] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=11.156Β΅s] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=14.27Β΅s] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=13.851Β΅s] [2024/05/06 09:19:23.115 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.115 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:23.115 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:23.118 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] ["take time"=23.897375ms] [2024/05/06 09:19:23.118 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [2024/05/06 09:19:23.120 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:23.120 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:23.120 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/36208139-622f-4bb1-98ce-b24c1fa853fe] [watcherID=7aee4a24-a681-4506-992d-42374204f72b] [2024/05/06 09:19:23.120 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/36208139-622f-4bb1-98ce-b24c1fa853fe] [2024/05/06 09:19:23.120 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:23.120 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:23.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.121 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.126 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:23.126 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1393] [2024/05/06 09:19:23.127 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:23.127 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:23.127 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f85fbc7d-c8d9-4a7e-a418-14857e933523"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:23.127 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:23.127 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:23.127 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:23.127 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="context canceled"] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:23.127 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:23.127 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:23.128 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:23.128 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:23.127 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:23.127 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:23.127 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [2024/05/06 09:19:23.128 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7cf3ad52-8cda-41de-9cc5-04c95f8cdb21] [2024/05/06 09:19:23.128 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:23.128 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.128 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:23.128 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:23.128 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f85fbc7d-c8d9-4a7e-a418-14857e933523] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:23.129 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f85fbc7d-c8d9-4a7e-a418-14857e933523"] [error="context canceled"] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f85fbc7d-c8d9-4a7e-a418-14857e933523"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f85fbc7d-c8d9-4a7e-a418-14857e933523"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.166 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:23.166 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="context canceled"] [2024/05/06 09:19:23.167 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [2024/05/06 09:19:23.167 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:24.385 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f85fbc7d-c8d9-4a7e-a418-14857e933523"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.390 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.390 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:24.390 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:24.410 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7cf3ad52-8cda-41de-9cc5-04c95f8cdb21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.410 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:24.410 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:24.410 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:24.417 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.323253307s] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:24.418 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.418 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.418 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:24.418 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:24.419 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (7.03s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/05/06 09:19:24.425 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:24.425 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:24.426 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:24.427 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.427 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:24.428 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.428 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.428 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:24.428 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:24.428 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.430 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:24.434 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.436 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.438 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.445 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:24.456 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:24.594 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=891] ["lease id"=22318f4d305c040a] [2024/05/06 09:19:24.596 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:24.691 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=91.9518ms] [2024/05/06 09:19:24.697 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:24.697 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [runWorker=true] [2024/05/06 09:19:24.697 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:24.699 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:24.700 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:24.700 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:24.700 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:24.700 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:24.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:24.701 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:24.701 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:24.702 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0238] [ownerID=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [op=none] [2024/05/06 09:19:24.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:24.703 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=92be4c7d-2e11-40b0-bb51-6d39d7e361e4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:24.708 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:24.726 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:24.727 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:24.728 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:24.751 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:24.752 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0238] [ownerID=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [op=none] [2024/05/06 09:19:24.752 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [op=none] [2024/05/06 09:19:24.752 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:24.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:24.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:24.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:24.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:24.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:24.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:24.850 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:24.850 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:24.850 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:24.850 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:24.850 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:24.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:24.852 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:24.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:24.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:24.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:24.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:24.854 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:24.856 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:24.859 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:24.863 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/47a672ac-b836-4a6b-9bb9-8fa1e5a7a175] [2024/05/06 09:19:24.863 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:24.864 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:24.866 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:24.866 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:24.866 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:24.923 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=70.198367ms] [2024/05/06 09:19:24.924 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:24.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:19:24.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:24.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:19:24.957 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.957 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:24.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=222.334Β΅s] [gotSchemaVersion=171] [phyTblIDs="[215]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.031 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/05/06 09:19:25.070 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.119887ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=213.943Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/05/06 09:19:25.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.317206ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.259 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/05/06 09:19:25.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=256.718Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/05/06 09:19:25.340 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.006989ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.372 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/05/06 09:19:25.384 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/05/06 09:19:25.388 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:24.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.442 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/05/06 09:19:25.442 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.471 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.471 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:25.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=204.144Β΅s] [gotSchemaVersion=174] [phyTblIDs="[213]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/05/06 09:19:25.586 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.882108ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=262.996Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/05/06 09:19:25.720 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:25.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:25.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:25.720 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:25.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.743289ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.824 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/05/06 09:19:25.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=199.656Β΅s] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:25.864 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:25.864 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:25.864 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/47a672ac-b836-4a6b-9bb9-8fa1e5a7a175] [watcherID=6ef0008d-d408-4283-a6e7-9a11c0ca1fe3] [2024/05/06 09:19:25.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/05/06 09:19:25.866 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:25.877 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:25.877 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:25.877 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:25.877 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:25.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.237424ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.961 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/05/06 09:19:25.969 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/05/06 09:19:25.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:25.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.023 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:19:26.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.027 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.095328242\n# Parse_time: 0.000200634\n# Compile_time: 0.000507826\n# Rewrite_time: 0.000010391\n# Optimize_time: 0.000169632\n# Wait_TS: 0.000292457\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:19:26.035 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:19:26.037 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:19:26.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:26.077 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:19:26.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.140 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/05/06 09:19:26.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.069425ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:26.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/05/06 09:19:26.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.04339ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.277 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:19:26.339 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.30597888\n# Parse_time: 0.000507356\n# Compile_time: 0.000662061\n# Rewrite_time: 0.000007814\n# Optimize_time: 0.000312364\n# Wait_TS: 0.000334088\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:19:26.344 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:19:26.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:19:26.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:26.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.472 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/05/06 09:19:26.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.218122ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:26.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/05/06 09:19:26.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.261737ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.644 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.680 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:19:26.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.340035209\n# Parse_time: 0.000258999\n# Compile_time: 0.000698289\n# Rewrite_time: 0.000011344\n# Optimize_time: 0.000312364\n# Wait_TS: 0.000378507\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 09:19:26.700 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:27.383 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573595991244817] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.764771ms] [2024/05/06 09:19:27.384 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573595991244817] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=24.535Β΅s] [2024/05/06 09:19:27.384 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573595991244817] [2024/05/06 09:19:27.385 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573595991244817] [commitTS=449573596004352001] [2024/05/06 09:19:27.428 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573596004352005] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.619585ms] [2024/05/06 09:19:27.428 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573596004352005] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=26.043Β΅s] [2024/05/06 09:19:27.428 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573596004352005] [2024/05/06 09:19:27.430 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573596004352005] [commitTS=449573596017197057] [2024/05/06 09:19:27.441 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [2024/05/06 09:19:27.441 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [2024/05/06 09:19:27.443 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [] [2024/05/06 09:19:27.443 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.443 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=23.634Β΅s] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=14.144Β΅s] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=13.63Β΅s] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=16.018Β΅s] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=12.705Β΅s] [2024/05/06 09:19:27.444 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.444 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:27.444 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:27.446 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] ["take time"=5.266803ms] [2024/05/06 09:19:27.446 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [2024/05/06 09:19:27.448 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:27.448 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/47a672ac-b836-4a6b-9bb9-8fa1e5a7a175] [watcherID=6ef0008d-d408-4283-a6e7-9a11c0ca1fe3] [2024/05/06 09:19:27.448 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:27.448 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/47a672ac-b836-4a6b-9bb9-8fa1e5a7a175] [2024/05/06 09:19:27.448 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:27.448 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.448 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.448 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.448 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.448 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:27.449 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.449 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.449 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.449 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.454 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:27.454 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:27.455 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=891] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:27.456 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:27.456 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:27.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:27.456 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:27.456 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 92be4c7d-2e11-40b0-bb51-6d39d7e361e4"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:27.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:27.456 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:27.456 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:27.456 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="context canceled"] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:27.456 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:27.456 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [2024/05/06 09:19:27.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:27.456 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8d75a093-70e0-4db1-a9fe-b81d09c4a7de] [2024/05/06 09:19:27.457 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:27.457 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [2024/05/06 09:19:27.457 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:27.457 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:27.457 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:27.457 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:27.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:27.458 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:27.458 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:27.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:27.458 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 92be4c7d-2e11-40b0-bb51-6d39d7e361e4"] [error="context canceled"] [2024/05/06 09:19:27.458 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=92be4c7d-2e11-40b0-bb51-6d39d7e361e4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:27.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:27.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:27.458 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 92be4c7d-2e11-40b0-bb51-6d39d7e361e4"] [2024/05/06 09:19:27.459 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 92be4c7d-2e11-40b0-bb51-6d39d7e361e4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:27.463 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:27.463 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:27.528 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:27.528 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="context canceled"] [2024/05/06 09:19:27.729 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:28.696 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:28.696 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:28.697 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:28.715 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 92be4c7d-2e11-40b0-bb51-6d39d7e361e4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:28.976 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8d75a093-70e0-4db1-a9fe-b81d09c4a7de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:28.977 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:28.977 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:28.977 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:28.984 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.542856604s] [2024/05/06 09:19:28.984 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:28.984 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:28.984 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:28.984 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:28.984 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:28.984 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:28.984 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:28.985 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:28.985 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:28.985 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:28.985 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:28.985 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:28.985 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:28.986 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (4.57s) === RUN TestPipelinedDMLDisableRetry [2024/05/06 09:19:28.991 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:28.991 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:28.992 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:28.993 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:28.993 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:28.994 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:28.994 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:28.994 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:28.994 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:28.994 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:28.996 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:28.999 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:29.001 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:29.003 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:29.010 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:29.019 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:29.159 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1035] ["lease id"=3eaa8f4d305c0263] [2024/05/06 09:19:29.161 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:29.254 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=89.486833ms] [2024/05/06 09:19:29.259 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:29.259 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [runWorker=true] [2024/05/06 09:19:29.259 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:29.261 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:29.262 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:29.262 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:29.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:29.263 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:29.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:29.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:29.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:29.263 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:29.263 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:29.264 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0248] [ownerID=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [op=none] [2024/05/06 09:19:29.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:29.265 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4d2a420d-0816-4950-b49f-a02cb2d2468b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:29.270 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:29.293 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:29.294 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:29.295 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:29.314 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:29.315 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c0248] [ownerID=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [op=none] [2024/05/06 09:19:29.315 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [op=none] [2024/05/06 09:19:29.315 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:29.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:29.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:29.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:29.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:29.443 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:29.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:29.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:29.443 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:29.443 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:29.443 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:29.443 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:29.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:29.446 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:29.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:29.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:29.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:29.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:29.447 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:29.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:29.452 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:29.457 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/edc6844f-0b7b-411f-baa0-61ed97b686fa] [2024/05/06 09:19:29.458 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:29.458 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:29.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:29.461 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:29.461 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:29.494 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:29.494 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.274394ms] [2024/05/06 09:19:29.498 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:19:29.500 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:19:29.501 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:19:29.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:29.528 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:29.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=211.164Β΅s] [gotSchemaVersion=179] [phyTblIDs="[221]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:29.625 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/05/06 09:19:29.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.275124ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=212.263Β΅s] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:29.765 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/05/06 09:19:29.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.114132ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.843 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/05/06 09:19:29.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=240.452Β΅s] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:29.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/05/06 09:19:29.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.602258ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:29.982 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 09:19:29.994 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/05/06 09:19:29.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.072 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/06 09:19:30.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:30.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:30.099 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:19:30.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=250.763Β΅s] [gotSchemaVersion=182] [phyTblIDs="[219]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:30.180 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/05/06 09:19:30.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.495952ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.282 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:30.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:30.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:30.283 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:30.286 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=227.547Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:30.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/05/06 09:19:30.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.884714ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.439 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/05/06 09:19:30.458 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:30.458 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:30.458 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/edc6844f-0b7b-411f-baa0-61ed97b686fa] [watcherID=640e9e1d-e4d1-4da8-914d-85aea5897262] [2024/05/06 09:19:30.461 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:30.474 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:30.474 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:30.474 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:30.474 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:30.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=239.777Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:30.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/05/06 09:19:30.523 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.205765ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.577 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 09:19:30.586 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/06 09:19:30.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:30.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.643 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:19:30.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:30.647 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.145698299\n# Parse_time: 0.000198869\n# Compile_time: 0.000534206\n# Rewrite_time: 0.00001659\n# Optimize_time: 0.000168118\n# Wait_TS: 0.000367238\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:19:30.662 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:19:30.665 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:19:30.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:30.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:19:30.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.787 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/05/06 09:19:30.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.194097ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:30.847 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/05/06 09:19:30.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.214747ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:30.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:19:30.977 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:30.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.316571413\n# Parse_time: 0.000867818\n# Compile_time: 0.000674034\n# Rewrite_time: 0.00000619\n# Optimize_time: 0.000340997\n# Wait_TS: 0.000397008\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:19:30.981 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/05/06 09:19:31.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:31.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/05/06 09:19:31.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.080 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/05/06 09:19:31.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.061229ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:31.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/05/06 09:19:31.174 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=54.408202ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:30.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:30.975 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.262 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:31.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:19:31.265 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:31.791 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573597026713604] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.136532ms] [2024/05/06 09:19:31.791 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:31.791 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-449573597026713604] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/05/06 09:19:31.792 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=449573597026713604] [commitTS=0] [session=27] [2024/05/06 09:19:31.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573597026713604\n# Conn_ID: 27\n# Query_time: 0.509445502\n# Parse_time: 0.000680329\n# Compile_time: 0.003152854\n# Rewrite_time: 0.001796762\n# Optimize_time: 0.000340997\n# Wait_TS: 0.000458998\n# Cop_time: 0.001010881 Process_time: 0.000046938 Wait_time: 0.000039896 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.6938e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.9896e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tAbwUjAJMjdfMQkwCTAJTi9BCTAJdGltZTo1MDMuNG1zLCBsb29wczoxLCBwcmVwYXJlOiA1MDIuOW1zLCBpbnNlcnQ6NDAxLjfCtXMJNDAyIEJ5dGVzAUloCjEJMTRfNgkwCTEwMDAwCXRlc3QudDIuYQkyCWIMMS43MhlhEDIJMzIwDT4NCBwKMgkzMV8xMBVDTGRhdGE6VGFibGVGdWxsU2Nhbl85GU4ANC5OAHAsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMAUpRHByb2Nfa2V5czogMiwgdG90XwESIDogNDYuOcK1cwkTHHdhaXQ6IDM5DROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTUuNgVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFhAhhbF8lkTQ5NDQuM8K1c319CTI4OC0qME4vQQozCTQzXzkJMV81aphhYmxlOnQyLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lOwRrdgW0BDp7BWUAMDnxDH0sIHMhYihkZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAcX3NpemU6IDgpVwRhbA0sODMsIGdldF9zbmFwc2hvdAnWCCAyMS0idHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg0LCBibG9jIeYQfX19LCABxl6zAAEcADoy4AEIYWxfIeINGjXnAHQhFgh3YWwtekggMTc4LjTCtXN9CU4vQQlOL0EK')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('iwfACoYHCghJbnNlcnRfMRKoBgoGU29ydF82EuEFCg5UYWJsZVJlYWRlcl8xMBKfAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLPA8MywgZ2V0X3NuYXBzaG90X3RpbWU6IDIxLjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVrCGtleT4WADw0LCBibG9jazoge319fSwgAVVeswABHBQ6IDQ2LjkFcQm5CHdhaRGLBDM5ERohFgx3YWxsDTMoMTc4LjTCtXN9cP8RAQQBeBEKJP8BIWKNiDGVzwwyjgE0AUABUhRkYXRhOlRhYmw9vARaFAWIGDEuNDJtcywtbhwyYtoBY29wXyWLRCB7bnVtOiAxLCBtYXg6IDEuMAUqIXotSylaJYwEOiAu0QAFzwA6GcqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoUbjogNTUuKY+obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEOBeIQOTQ0LjMhNgx9cKACLi8BGOnoGcjZUlpCLwEkCXRlc3QudDIuYTUkADcF+ihsb29wczoycMACOCFXFANOL0FaFQVkGDUwMy40bXMxR0AxYiFwcmVwYXJlOiA1MDIuOQEbBGluYWdgOjQwMS43wrVzcJIDeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/05/06 09:19:31.793 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=449573597026713604, conflictStartTS=449573597157785602, conflictCommitTS=449573597157785603, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:19:31.797 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [2024/05/06 09:19:31.798 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [2024/05/06 09:19:31.799 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [] [2024/05/06 09:19:31.800 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:31.800 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=22.872Β΅s] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=15.208Β΅s] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=14.085Β΅s] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=14.594Β΅s] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=11.656Β΅s] [2024/05/06 09:19:31.801 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:31.801 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:31.801 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:31.804 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] ["take time"=10.041207ms] [2024/05/06 09:19:31.804 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [2024/05/06 09:19:31.805 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:31.805 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:31.805 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/edc6844f-0b7b-411f-baa0-61ed97b686fa] [watcherID=640e9e1d-e4d1-4da8-914d-85aea5897262] [2024/05/06 09:19:31.805 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/edc6844f-0b7b-411f-baa0-61ed97b686fa] [2024/05/06 09:19:31.806 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:31.806 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:31.806 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:31.806 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:31.811 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:31.811 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1035] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:31.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:31.812 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:31.812 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:31.812 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:31.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:31.813 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d715a5b1-1ff6-43a3-b879-f48561cf7d5b] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d2a420d-0816-4950-b49f-a02cb2d2468b"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:31.813 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:31.813 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="context canceled"] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:31.813 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:31.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [2024/05/06 09:19:31.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:31.812 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:31.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:31.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:31.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:31.813 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:31.813 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:31.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:31.815 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:31.815 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:31.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:31.815 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d2a420d-0816-4950-b49f-a02cb2d2468b"] [error="context canceled"] [2024/05/06 09:19:31.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:31.815 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4d2a420d-0816-4950-b49f-a02cb2d2468b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:31.815 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d2a420d-0816-4950-b49f-a02cb2d2468b"] [2024/05/06 09:19:31.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:31.815 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d2a420d-0816-4950-b49f-a02cb2d2468b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:31.891 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:31.891 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="context canceled"] [2024/05/06 09:19:31.891 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [2024/05/06 09:19:31.891 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:33.063 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d2a420d-0816-4950-b49f-a02cb2d2468b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:33.085 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:33.086 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:33.086 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:33.143 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d715a5b1-1ff6-43a3-b879-f48561cf7d5b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:33.143 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:33.143 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:33.143 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:33.150 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.356256858s] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:33.151 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:33.151 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:33.151 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:33.151 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:33.152 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (4.17s) === RUN TestReplaceRowCheck [2024/05/06 09:19:33.158 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:33.158 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:33.159 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:33.159 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:33.160 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:33.161 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:33.161 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:33.161 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:33.161 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:33.161 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:33.163 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:33.166 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:33.169 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:33.170 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:33.178 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:33.191 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:33.327 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1840] ["lease id"=22318f4d305c047e] [2024/05/06 09:19:33.329 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:33.422 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=89.856817ms] [2024/05/06 09:19:33.427 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:33.427 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5b7b1033-960c-4314-b0a9-24658450dbfc] [runWorker=true] [2024/05/06 09:19:33.428 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:33.429 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:33.430 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:33.430 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:33.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:33.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:33.431 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:33.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:33.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:33.431 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:33.431 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:33.432 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0293] [ownerID=5b7b1033-960c-4314-b0a9-24658450dbfc] [op=none] [2024/05/06 09:19:33.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:33.433 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=63d622a8-89cb-4ada-8fc6-e36213d73756] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:33.438 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:33.455 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:33.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:33.457 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:33.482 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:33.483 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0293] [ownerID=5b7b1033-960c-4314-b0a9-24658450dbfc] [op=none] [2024/05/06 09:19:33.483 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [op=none] [2024/05/06 09:19:33.483 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:33.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:33.561 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:33.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:33.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:33.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:33.571 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:33.571 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:33.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:33.571 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:33.571 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:33.571 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:33.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:33.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:33.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:33.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:33.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:33.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:33.575 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:33.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:33.579 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:33.583 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c444f587-2488-46ae-b11e-7bbe222e40fd] [2024/05/06 09:19:33.584 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:33.584 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:33.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:33.587 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:33.587 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:33.644 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=70.897563ms] [2024/05/06 09:19:33.664 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:33.668 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:33.670 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/05/06 09:19:33.672 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/05/06 09:19:33.696 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:33.696 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 09:19:33.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:33.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=234.195Β΅s] [gotSchemaVersion=187] [phyTblIDs="[225]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:33.790 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/05/06 09:19:33.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.295468ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:33.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:33.923 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=242.32Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:33.934 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/05/06 09:19:33.973 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.41999ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.003 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.011 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/05/06 09:19:34.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=217.187Β΅s] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:34.055 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/05/06 09:19:34.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.901631ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.145 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 09:19:34.157 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/05/06 09:19:34.160 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:33.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/05/06 09:19:34.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:34.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:34.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 09:19:34.278 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=222.26Β΅s] [gotSchemaVersion=190] [phyTblIDs="[227]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:34.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/05/06 09:19:34.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=73.686415ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.452 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:34.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:34.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:34.452 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:34.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=243.539Β΅s] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:34.482 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/05/06 09:19:34.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.147764ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.584 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:34.584 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:34.584 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c444f587-2488-46ae-b11e-7bbe222e40fd] [watcherID=7bf9077f-c59e-408f-a8c0-e3c8f2f08145] [2024/05/06 09:19:34.588 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:34.589 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/05/06 09:19:34.602 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:34.602 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:34.602 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:34.602 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:34.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=236.735Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:34.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/05/06 09:19:34.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=54.166506ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.739 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 09:19:34.747 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/05/06 09:19:34.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:34.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.802 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:19:34.802 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:34.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 1.134259047\n# Parse_time: 0.000187295\n# Compile_time: 0.000552618\n# Rewrite_time: 0.000008642\n# Optimize_time: 0.000150349\n# Wait_TS: 0.000308644\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/05/06 09:19:34.813 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:19:34.816 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/05/06 09:19:34.858 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:34.858 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/05/06 09:19:34.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:34.928 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/05/06 09:19:34.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.154026ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:34.984 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/05/06 09:19:35.021 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.144359ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:34.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:34.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:19:35.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:35.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.320333551\n# Parse_time: 0.000365442\n# Compile_time: 0.000635842\n# Rewrite_time: 0.000007706\n# Optimize_time: 0.000352888\n# Wait_TS: 0.000353138\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int);"] [2024/05/06 09:19:35.137 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 09:19:35.172 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:35.172 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 09:19:35.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:35.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.220 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/05/06 09:19:35.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.164127ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:35.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/05/06 09:19:35.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.267204ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:35.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.381 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 09:19:35.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:35.407 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573598101504011] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.279858ms] [2024/05/06 09:19:35.407 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449573598101504011] [2024/05/06 09:19:35.409 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573598101504011] [commitTS=449573598101504013] [2024/05/06 09:19:35.409 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573598101504011] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/05/06 09:19:35.412 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573598101504011] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=2.852975ms] ["completed regions"=1] [2024/05/06 09:19:35.412 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573598101504011] [commitTS=449573598101504013] [session=30] [2024/05/06 09:19:35.417 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:19:35.430 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:35.445 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:35.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:35.445 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:35.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:19:35.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:35.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.503 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/05/06 09:19:35.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=2.141582ms] [gotSchemaVersion=195] [phyTblIDs="[233,235]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:35.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/05/06 09:19:35.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.295272ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.647 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/05/06 09:19:35.655 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/05/06 09:19:35.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.735 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 09:19:35.735 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:35.741 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.324291193\n# Parse_time: 0.000197464\n# Compile_time: 0.000598153\n# Rewrite_time: 0.00001224\n# Optimize_time: 0.00078489\n# Wait_TS: 0.000354032\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:19:35.752 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573598193254403] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.340561ms] [2024/05/06 09:19:35.752 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449573598193254403] [2024/05/06 09:19:35.754 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573598193254403] [commitTS=449573598193254404] [2024/05/06 09:19:35.754 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573598193254403] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/05/06 09:19:35.758 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573598193254403] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=3.396244ms] ["completed regions"=1] [2024/05/06 09:19:35.758 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573598193254403] [commitTS=449573598193254404] [session=30] [2024/05/06 09:19:35.762 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:19:35.789 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:35.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:19:35.789 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:35.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:35.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:35.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.856 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/05/06 09:19:35.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=2.116473ms] [gotSchemaVersion=196] [phyTblIDs="[235,237]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:35.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/05/06 09:19:35.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=54.043787ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:35.993 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/05/06 09:19:36.001 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/05/06 09:19:36.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:35.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:36.063 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:19:36.064 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:36.067 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.305164314\n# Parse_time: 0.000194711\n# Compile_time: 0.000572024\n# Rewrite_time: 0.000007009\n# Optimize_time: 0.001029287\n# Wait_TS: 0.000308991\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:19:36.078 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573598271897609] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.344367ms] [2024/05/06 09:19:36.078 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449573598271897609] [2024/05/06 09:19:36.080 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573598271897609] [commitTS=449573598285004801] [2024/05/06 09:19:36.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573598271897609] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/05/06 09:19:36.083 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573598271897609] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=2.665046ms] ["completed regions"=1] [2024/05/06 09:19:36.083 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573598271897609] [commitTS=449573598285004801] [session=30] [2024/05/06 09:19:36.118 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [2024/05/06 09:19:36.118 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [2024/05/06 09:19:36.118 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:36.120 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=27.707Β΅s] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=23.204Β΅s] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=14.774Β΅s] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=13.05Β΅s] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=5.111Β΅s] [2024/05/06 09:19:36.121 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:36.121 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:36.121 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:36.125 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5b7b1033-960c-4314-b0a9-24658450dbfc] ["take time"=37.642684ms] [2024/05/06 09:19:36.125 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5b7b1033-960c-4314-b0a9-24658450dbfc] [2024/05/06 09:19:36.127 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:36.127 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:36.127 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c444f587-2488-46ae-b11e-7bbe222e40fd] [watcherID=7bf9077f-c59e-408f-a8c0-e3c8f2f08145] [2024/05/06 09:19:36.127 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c444f587-2488-46ae-b11e-7bbe222e40fd] [2024/05/06 09:19:36.127 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:36.127 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:36.127 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:36.127 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:36.127 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:36.127 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:36.127 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:36.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:36.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:36.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:36.133 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:36.133 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1840] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:36.134 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63d622a8-89cb-4ada-8fc6-e36213d73756"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:36.135 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="context canceled"] [2024/05/06 09:19:36.135 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5b7b1033-960c-4314-b0a9-24658450dbfc] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [2024/05/06 09:19:36.135 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:36.135 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:36.135 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:36.135 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:36.135 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:36.134 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:36.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:36.135 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5b7b1033-960c-4314-b0a9-24658450dbfc] [2024/05/06 09:19:36.135 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:36.135 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:36.135 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:36.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:36.137 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63d622a8-89cb-4ada-8fc6-e36213d73756"] [error="context canceled"] [2024/05/06 09:19:36.137 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=63d622a8-89cb-4ada-8fc6-e36213d73756] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:36.137 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:36.137 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63d622a8-89cb-4ada-8fc6-e36213d73756"] [2024/05/06 09:19:36.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:36.137 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:36.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:36.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:36.137 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63d622a8-89cb-4ada-8fc6-e36213d73756"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:36.210 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:36.210 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="context canceled"] [2024/05/06 09:19:36.210 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [2024/05/06 09:19:37.376 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63d622a8-89cb-4ada-8fc6-e36213d73756"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:37.384 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:37.384 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:37.384 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:37.475 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5b7b1033-960c-4314-b0a9-24658450dbfc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:37.475 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:37.475 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:37.475 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:37.482 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.394780179s] [2024/05/06 09:19:37.482 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:37.482 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:37.482 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:37.482 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:37.482 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:37.483 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:37.483 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:37.483 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:37.484 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.33s) === RUN TestDuplicateKeyErrorMessage [2024/05/06 09:19:37.490 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:37.490 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:37.491 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:37.492 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:37.492 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:37.493 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:37.493 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:37.493 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:37.493 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:37.493 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:37.495 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:37.499 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:37.501 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:37.503 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:37.511 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:37.522 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:37.664 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1600] ["lease id"=3eaa8f4d305c02c4] [2024/05/06 09:19:37.666 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:37.764 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=95.031431ms] [2024/05/06 09:19:37.770 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:37.770 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [runWorker=true] [2024/05/06 09:19:37.770 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:37.772 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:37.773 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:37.773 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:37.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:37.774 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:37.774 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:37.775 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c02a9] [ownerID=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [op=none] [2024/05/06 09:19:37.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:37.776 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2550ccef-4b7e-4af1-b17a-38818b99e77c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:37.780 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:37.799 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:37.800 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:37.801 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:37.825 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:37.826 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d305c02a9] [ownerID=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [op=none] [2024/05/06 09:19:37.826 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [op=none] [2024/05/06 09:19:37.826 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:37.935 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:37.953 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:37.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:37.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:37.965 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:37.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:37.965 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:37.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:37.966 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:37.966 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:37.966 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:37.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:37.968 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:37.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:37.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:37.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:37.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:37.969 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:37.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:37.974 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:37.982 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/30b21890-60e6-4d14-b0bd-772f5e42179b] [2024/05/06 09:19:37.982 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:37.982 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:37.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:37.983 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:37.983 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:38.020 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:38.021 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=52.797493ms] [2024/05/06 09:19:38.025 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:19:38.027 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:38.030 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 09:19:38.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:38.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:19:38.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.144 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=243.379Β΅s] [gotSchemaVersion=197] [phyTblIDs="[237]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:38.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/05/06 09:19:38.193 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.058399ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=212.394Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:38.284 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/05/06 09:19:38.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.845359ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.368 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/05/06 09:19:38.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=209.593Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:38.409 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/05/06 09:19:38.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=59.03304ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.506 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/05/06 09:19:38.520 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 09:19:38.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:38.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.583 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 09:19:38.583 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:38.642 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:38.642 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:19:38.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=376.483Β΅s] [gotSchemaVersion=200] [phyTblIDs="[231]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:38.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/05/06 09:19:38.771 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=54.651781ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.793 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:38.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:38.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:38.793 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:38.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=231.499Β΅s] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:38.880 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/05/06 09:19:38.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.858082ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.982 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:38.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:38.982 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:38.982 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/30b21890-60e6-4d14-b0bd-772f5e42179b] [watcherID=5dfe719a-f1e8-4631-ae0c-4f4199aebab4] [2024/05/06 09:19:38.983 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:38.991 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/05/06 09:19:38.995 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:38.995 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:38.995 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:38.995 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:39.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=197.484Β΅s] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:39.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/05/06 09:19:39.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.800349ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.135 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/05/06 09:19:39.143 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/05/06 09:19:39.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:38.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.199 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:19:39.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:39.202 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 1.17299973\n# Parse_time: 0.000622423\n# Compile_time: 0.000684141\n# Rewrite_time: 0.000008867\n# Optimize_time: 0.000168524\n# Wait_TS: 0.00033291\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 09:19:39.210 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:19:39.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:19:39.250 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:39.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:39.250 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:39.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:19:39.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:39.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.343 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/05/06 09:19:39.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=3.125221ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:39.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/05/06 09:19:39.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.690557ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:39.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:39.225 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 09:19:39.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:39.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.317434004\n# Parse_time: 0.000532734\n# Compile_time: 0.000770138\n# Rewrite_time: 0.000010034\n# Optimize_time: 0.000369811\n# Wait_TS: 0.000372139\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:19:39.545 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573599189401609] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=914.176Β΅s] [2024/05/06 09:19:39.559 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [2024/05/06 09:19:39.560 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [2024/05/06 09:19:39.560 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:39.561 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=25.988Β΅s] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=13.382Β΅s] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=12.755Β΅s] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=12.975Β΅s] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=4.592Β΅s] [2024/05/06 09:19:39.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:39.562 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:39.562 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:39.564 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=dc17e834-269d-438e-b824-e8b2a8b9cfa0] ["take time"=18.61237ms] [2024/05/06 09:19:39.564 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [2024/05/06 09:19:39.566 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:39.566 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/30b21890-60e6-4d14-b0bd-772f5e42179b] [watcherID=5dfe719a-f1e8-4631-ae0c-4f4199aebab4] [2024/05/06 09:19:39.566 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:39.566 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/30b21890-60e6-4d14-b0bd-772f5e42179b] [2024/05/06 09:19:39.567 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:39.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:39.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:39.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:39.572 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:39.572 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1600] [2024/05/06 09:19:39.573 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:39.574 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:39.573 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2550ccef-4b7e-4af1-b17a-38818b99e77c"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="context canceled"] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2550ccef-4b7e-4af1-b17a-38818b99e77c"] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:39.574 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:39.574 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:39.574 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:39.573 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:39.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:39.574 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:39.574 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:39.574 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:39.574 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [2024/05/06 09:19:39.574 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=dc17e834-269d-438e-b824-e8b2a8b9cfa0] [2024/05/06 09:19:39.574 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:39.574 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:39.574 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:39.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:39.576 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:39.576 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:39.576 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2550ccef-4b7e-4af1-b17a-38818b99e77c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:39.576 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2550ccef-4b7e-4af1-b17a-38818b99e77c"] [error="context canceled"] [2024/05/06 09:19:39.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:39.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:39.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:39.611 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:39.611 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="context canceled"] [2024/05/06 09:19:39.777 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2550ccef-4b7e-4af1-b17a-38818b99e77c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:39.812 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:40.836 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:40.837 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:40.837 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:41.037 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2550ccef-4b7e-4af1-b17a-38818b99e77c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:41.063 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc17e834-269d-438e-b824-e8b2a8b9cfa0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:41.063 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:41.063 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:41.063 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:41.073 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.526948041s] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:41.073 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:41.073 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:41.073 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:41.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:41.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:41.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:41.074 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:41.075 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.59s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/05/06 09:19:41.080 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:41.080 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:41.082 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:41.082 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:41.082 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:41.083 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:41.083 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:41.083 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:41.083 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:41.084 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:41.086 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:41.089 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:41.091 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:41.093 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:41.101 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:41.112 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:41.255 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=533] ["lease id"=22318f4d305c04f6] [2024/05/06 09:19:41.257 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:41.354 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=93.683429ms] [2024/05/06 09:19:41.360 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:41.360 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0d5f413d-665f-42b5-9fdf-41aead12963b] [runWorker=true] [2024/05/06 09:19:41.360 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:41.362 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:41.363 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:41.363 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:41.363 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:41.363 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:41.363 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:41.365 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c02f3] [ownerID=0d5f413d-665f-42b5-9fdf-41aead12963b] [op=none] [2024/05/06 09:19:41.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:41.366 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:41.370 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:41.389 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:41.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:41.391 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:41.415 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:41.416 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c02f3] [ownerID=0d5f413d-665f-42b5-9fdf-41aead12963b] [op=none] [2024/05/06 09:19:41.416 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [op=none] [2024/05/06 09:19:41.416 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:41.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:41.503 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:41.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:41.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:41.515 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:41.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:41.515 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:41.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:41.515 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:41.515 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:41.515 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:41.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:41.517 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:41.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:41.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:41.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:41.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:41.518 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:41.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:41.525 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:41.530 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ab486852-ee52-48fb-aa4b-3d6356387371] [2024/05/06 09:19:41.530 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:41.530 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:41.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:41.534 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:41.534 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:41.591 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=74.048291ms] [2024/05/06 09:19:41.596 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:41.605 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:41.607 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:19:41.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:41.635 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:19:41.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=244.421Β΅s] [gotSchemaVersion=204] [phyTblIDs="[241]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:41.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/05/06 09:19:41.781 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.385931ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=218.153Β΅s] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:41.879 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/05/06 09:19:41.915 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.796428ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.990 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/05/06 09:19:42.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=201.712Β΅s] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:42.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/05/06 09:19:42.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.111779ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:42.130 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/05/06 09:19:42.142 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/05/06 09:19:42.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:41.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:42.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 09:19:42.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:42.202 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.594993506\n# Parse_time: 0.000268475\n# Compile_time: 0.000608373\n# Rewrite_time: 0.000009571\n# Optimize_time: 0.000167907\n# Wait_TS: 0.000282832\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:19:42.211 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:19:42.214 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/05/06 09:19:42.257 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:42.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/05/06 09:19:42.257 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:42.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:42.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:42.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:42.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/05/06 09:19:42.386 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:42.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:42.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:42.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:42.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.497136ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:42.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/05/06 09:19:42.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.449618ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:42.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:42.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:42.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:42.530 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:42.530 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:42.531 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab486852-ee52-48fb-aa4b-3d6356387371] [watcherID=d411ebd8-f834-46e0-ae14-78e7cb4a6e21] [2024/05/06 09:19:42.534 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:42.546 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:42.546 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:42.546 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:42.546 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:42.552 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/05/06 09:19:42.552 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:42.555 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.343234695\n# Parse_time: 0.000790433\n# Compile_time: 0.000845709\n# Rewrite_time: 0.000007094\n# Optimize_time: 0.000367501\n# Wait_TS: 0.000394612\n# DB: test\n# Is_internal: false\n# Digest: 02540143b8561d612e05952aa4aa2af086a99f964bd844533a3a440bf88f0bc1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int, unique index u1(a, b), unique index u2(a));"] [2024/05/06 09:19:42.566 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573599975833620] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.40184ms] [2024/05/06 09:19:42.566 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=449573599975833620] [2024/05/06 09:19:42.567 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573599975833620] [commitTS=449573599975833628] [2024/05/06 09:19:42.568 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573599975833620] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/05/06 09:19:42.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573599975833620] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=3.440155ms] ["completed regions"=1] [2024/05/06 09:19:42.571 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573599975833620] [commitTS=449573599975833628] [session=34] [2024/05/06 09:19:42.579 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573599975833631] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.375963ms] [2024/05/06 09:19:42.579 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=449573599975833631] [2024/05/06 09:19:42.580 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573599975833631] [commitTS=449573599988940804] [2024/05/06 09:19:42.580 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573599975833631] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/05/06 09:19:42.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573599975833631] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=2.997251ms] ["completed regions"=1] [2024/05/06 09:19:42.584 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573599975833631] [commitTS=449573599988940804] [session=34] [2024/05/06 09:19:42.615 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [2024/05/06 09:19:42.615 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [2024/05/06 09:19:42.615 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:42.616 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=39.262Β΅s] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=21.363Β΅s] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=27.532Β΅s] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=20.815Β΅s] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:42.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=5.631Β΅s] [2024/05/06 09:19:42.618 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:42.618 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:42.618 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:42.619 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0d5f413d-665f-42b5-9fdf-41aead12963b] ["take time"=31.678085ms] [2024/05/06 09:19:42.619 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0d5f413d-665f-42b5-9fdf-41aead12963b] [2024/05/06 09:19:42.621 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:42.621 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:42.621 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab486852-ee52-48fb-aa4b-3d6356387371] [watcherID=d411ebd8-f834-46e0-ae14-78e7cb4a6e21] [2024/05/06 09:19:42.621 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ab486852-ee52-48fb-aa4b-3d6356387371] [2024/05/06 09:19:42.621 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:42.621 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:42.621 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:42.621 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:42.621 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:42.622 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:42.622 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:42.622 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:42.622 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:42.622 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:42.627 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:42.627 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=533] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:42.628 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0d5f413d-665f-42b5-9fdf-41aead12963b] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:42.629 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:42.629 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:42.628 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:42.629 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:42.629 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:42.628 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:42.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="context canceled"] [2024/05/06 09:19:42.629 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [2024/05/06 09:19:42.629 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:42.629 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:42.629 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0d5f413d-665f-42b5-9fdf-41aead12963b] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a"] [2024/05/06 09:19:42.629 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:42.629 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:42.629 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:42.630 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:42.630 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:42.630 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:42.630 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:42.630 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:42.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:42.631 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a"] [error="context canceled"] [2024/05/06 09:19:42.666 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:42.666 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="context canceled"] [2024/05/06 09:19:42.666 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [2024/05/06 09:19:42.831 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:43.883 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:43.883 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:43.883 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:43.948 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d5f413d-665f-42b5-9fdf-41aead12963b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:43.948 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:43.948 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:43.948 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:43.956 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.368323579s] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:43.957 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:43.957 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:43.957 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:43.957 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:43.959 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (2.88s) === RUN TestConflictError [2024/05/06 09:19:43.964 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:43.964 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:43.965 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:43.965 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:43.966 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:43.966 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:43.966 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:43.966 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:43.967 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:43.967 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:43.968 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:43.972 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:43.974 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:43.976 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:43.983 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:43.994 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:44.108 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c1893a4a-e59c-4e5f-b8db-4aa3ddf91f6a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:44.131 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1909] ["lease id"=22318f4d305c0522] [2024/05/06 09:19:44.132 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:44.235 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=99.813835ms] [2024/05/06 09:19:44.243 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:44.243 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [runWorker=true] [2024/05/06 09:19:44.243 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:44.245 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:44.246 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:44.246 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:44.246 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:44.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:44.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:44.247 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:44.247 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:44.248 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0316] [ownerID=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [op=none] [2024/05/06 09:19:44.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:44.249 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e872e71b-8c59-41be-85fd-d8696d80bae0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:44.253 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:44.272 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:44.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:44.273 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:44.298 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:44.299 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0316] [ownerID=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [op=none] [2024/05/06 09:19:44.299 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [op=none] [2024/05/06 09:19:44.299 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:44.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:44.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:44.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:44.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:44.429 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:44.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:44.429 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:44.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:44.429 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:44.430 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:44.430 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:44.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:44.432 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:44.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:44.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:44.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:44.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:44.434 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:44.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:44.439 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:44.442 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c0e7887e-e8ae-4567-a25b-076da348d3cd] [2024/05/06 09:19:44.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:44.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:44.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:44.448 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:44.448 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:44.480 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.130298ms] [2024/05/06 09:19:44.498 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:44.502 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:44.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:19:44.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:44.528 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:19:44.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=237.045Β΅s] [gotSchemaVersion=208] [phyTblIDs="[244]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:44.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/05/06 09:19:44.653 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.407783ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=239.652Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:44.757 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/05/06 09:19:44.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.767199ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/05/06 09:19:44.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=235.457Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:44.911 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/05/06 09:19:44.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.391033ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.009 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/05/06 09:19:45.020 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/05/06 09:19:45.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:44.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:19:45.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:45.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.622902673\n# Parse_time: 0.000157527\n# Compile_time: 0.000464194\n# Rewrite_time: 0.000007341\n# Optimize_time: 0.000225589\n# Wait_TS: 0.000328197\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:19:45.135 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:19:45.139 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:19:45.180 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:45.180 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:19:45.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:45.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.251 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/05/06 09:19:45.267 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:45.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:45.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:45.268 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:45.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.464582ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:45.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/05/06 09:19:45.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.583199ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:45.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.443 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:45.443 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:45.443 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c0e7887e-e8ae-4567-a25b-076da348d3cd] [watcherID=51984217-2415-4dbf-9a7e-1fe5738825d7] [2024/05/06 09:19:45.448 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:45.460 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:45.460 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:45.460 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:45.460 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:45.460 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:19:45.461 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:45.464 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.326700807\n# Parse_time: 0.000636239\n# Compile_time: 0.001066735\n# Rewrite_time: 0.000012227\n# Optimize_time: 0.000427715\n# Wait_TS: 0.00042031\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:19:45.466 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 09:19:45.505 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:45.505 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 09:19:45.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:45.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.551 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/05/06 09:19:45.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.283651ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:45.606 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/05/06 09:19:45.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.041242ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:45.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:45.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.785 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:19:45.785 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:45.789 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.324896653\n# Parse_time: 0.000609633\n# Compile_time: 0.000814824\n# Rewrite_time: 0.000008054\n# Optimize_time: 0.000427715\n# Wait_TS: 0.000365228\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1(a int primary key, b int);"] [2024/05/06 09:19:45.863 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573600840646660] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.671656ms] [2024/05/06 09:19:45.863 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573600840646660] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=36.715Β΅s] [2024/05/06 09:19:45.863 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449573600840646660] [2024/05/06 09:19:45.865 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573600840646660] [commitTS=449573600840646664] [2024/05/06 09:19:45.865 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573600840646660] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/06 09:19:45.870 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573600840646660] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=4.233217ms] ["completed regions"=1] [2024/05/06 09:19:45.870 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573600840646660] [commitTS=449573600840646664] [session=36] [2024/05/06 09:19:45.884 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573600840646665] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.537145ms] [2024/05/06 09:19:45.888 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:45.888 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-449573600840646665] [startKey=7480000000000000f95f728000000000000004] [endKey=7480000000000000f95f72800000000000005d] [concurrency=8] [2024/05/06 09:19:45.891 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-449573600840646665] [startKey=7480000000000000f95f728000000000000004] [endKey=7480000000000000f95f72800000000000005d] ["cost time"=2.70341ms] ["completed regions"=1] [2024/05/06 09:19:45.891 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=449573600840646665] [commitTS=0] [session=36] [2024/05/06 09:19:45.895 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [2024/05/06 09:19:45.895 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [2024/05/06 09:19:45.897 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=22.664Β΅s] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=25.183Β΅s] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=13.262Β΅s] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=17.033Β΅s] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=5.692Β΅s] [2024/05/06 09:19:45.898 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:45.898 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:45.898 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:45.900 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] ["take time"=12.004218ms] [2024/05/06 09:19:45.900 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [2024/05/06 09:19:45.902 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:45.902 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c0e7887e-e8ae-4567-a25b-076da348d3cd] [watcherID=51984217-2415-4dbf-9a7e-1fe5738825d7] [2024/05/06 09:19:45.902 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:45.902 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c0e7887e-e8ae-4567-a25b-076da348d3cd] [2024/05/06 09:19:45.902 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:45.903 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:45.903 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:45.903 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:45.909 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:45.909 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1909] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:45.910 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:45.910 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:45.910 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:45.910 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:45.910 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e872e71b-8c59-41be-85fd-d8696d80bae0"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:45.911 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="context canceled"] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:45.911 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [2024/05/06 09:19:45.911 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:45.910 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:45.910 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:45.910 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:45.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:45.911 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0b0ea55d-8cce-42a4-8db9-38d7f70f09db] [2024/05/06 09:19:45.911 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:45.911 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:45.911 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:45.911 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:45.913 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:45.913 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e872e71b-8c59-41be-85fd-d8696d80bae0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:45.913 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:45.913 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:45.913 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:45.913 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e872e71b-8c59-41be-85fd-d8696d80bae0"] [error="context canceled"] [2024/05/06 09:19:45.913 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:45.913 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e872e71b-8c59-41be-85fd-d8696d80bae0"] [2024/05/06 09:19:45.913 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e872e71b-8c59-41be-85fd-d8696d80bae0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:45.985 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:45.985 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="context canceled"] [2024/05/06 09:19:45.985 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [2024/05/06 09:19:45.985 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:47.165 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e872e71b-8c59-41be-85fd-d8696d80bae0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:47.165 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:47.165 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:47.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:47.252 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0b0ea55d-8cce-42a4-8db9-38d7f70f09db"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:47.252 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:47.253 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:47.253 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:47.260 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.371663325s] [2024/05/06 09:19:47.261 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:47.261 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:47.261 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:47.261 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:47.262 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.30s) === RUN TestRejectUnsupportedTables [2024/05/06 09:19:47.267 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:47.268 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:19:47.269 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812938779892740] [2024/05/06 09:19:47.269 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:47.270 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:19:47.271 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:47.271 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:47.271 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:47.271 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:47.271 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:47.273 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:47.277 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:47.279 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:47.281 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:47.289 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812938779892740] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:47.300 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:47.441 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1136] ["lease id"=22318f4d305c0552] [2024/05/06 09:19:47.443 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:47.548 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=101.537727ms] [2024/05/06 09:19:47.554 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:47.554 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=08ec049f-d611-4a51-a025-a9ad64bd5773] [runWorker=true] [2024/05/06 09:19:47.554 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:47.556 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:47.557 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:47.557 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:19:47.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:47.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:47.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:47.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:47.558 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:47.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:47.558 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:47.558 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:47.560 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0341] [ownerID=08ec049f-d611-4a51-a025-a9ad64bd5773] [op=none] [2024/05/06 09:19:47.561 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:47.561 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f074db93-fc85-4d31-818f-a407383a3cb0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:47.565 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:47.587 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:47.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:47.589 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:47.609 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:47.609 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d305c0341] [ownerID=08ec049f-d611-4a51-a025-a9ad64bd5773] [op=none] [2024/05/06 09:19:47.609 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [op=none] [2024/05/06 09:19:47.609 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:47.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:47.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:47.724 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:47.724 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:47.724 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:47.724 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:47.725 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:47.725 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:47.725 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:47.725 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:47.725 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:47.727 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:47.727 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:47.728 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:47.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:47.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:47.729 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:47.729 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:47.731 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:47.734 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:47.741 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/467dcc6d-e888-44e3-95d7-82f04e091d6f] [2024/05/06 09:19:47.741 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:47.741 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:47.742 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:47.742 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:47.742 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:47.807 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=79.970382ms] [2024/05/06 09:19:47.825 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:47.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:19:47.832 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:19:47.834 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 09:19:47.858 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:19:47.858 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:47.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:47.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=239.221Β΅s] [gotSchemaVersion=213] [phyTblIDs="[249]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:47.947 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/05/06 09:19:47.987 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.687067ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=275.598Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:48.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/05/06 09:19:48.116 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.993677ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.155 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.164 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/05/06 09:19:48.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=266.535Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:48.210 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/05/06 09:19:48.248 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.398684ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.280 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/05/06 09:19:48.293 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/05/06 09:19:48.297 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:47.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.359 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/05/06 09:19:48.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:48.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:19:48.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:48.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=301.654Β΅s] [gotSchemaVersion=216] [phyTblIDs="[247]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:48.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/05/06 09:19:48.508 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.457112ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.604 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:48.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:48.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:48.605 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:48.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=255.183Β΅s] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:48.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/05/06 09:19:48.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.233082ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.729 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/05/06 09:19:48.741 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:48.741 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:48.741 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/467dcc6d-e888-44e3-95d7-82f04e091d6f] [watcherID=e4a4d767-4c25-40d5-8ed4-50846f7308c7] [2024/05/06 09:19:48.742 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:48.755 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:48.755 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:48.755 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:48.755 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:48.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=236.855Β΅s] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:48.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/05/06 09:19:48.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.06561ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.869 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 09:19:48.876 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/05/06 09:19:48.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:48.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.930 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:19:48.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:48.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 1.100959604\n# Parse_time: 0.000240552\n# Compile_time: 0.000513874\n# Rewrite_time: 0.000008574\n# Optimize_time: 0.000157277\n# Wait_TS: 0.000324398\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 09:19:48.943 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/05/06 09:19:48.945 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/05/06 09:19:48.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:48.983 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/05/06 09:19:49.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.056 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/05/06 09:19:49.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.209311ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:49.113 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/05/06 09:19:49.150 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.101372ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:48.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:48.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.256 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:19:49.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:49.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.31483634\n# Parse_time: 0.000714989\n# Compile_time: 0.000727761\n# Rewrite_time: 0.000005854\n# Optimize_time: 0.000325839\n# Wait_TS: 0.000380503\n# DB: test\n# Is_internal: false\n# Digest: 36bc8ed7c0ac5cea897ffd35cf1fc4fddaf6f56f672ab0fab2ddd0dbb2cf3f2c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table parent(a int primary key);"] [2024/05/06 09:19:49.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/05/06 09:19:49.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:49.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/05/06 09:19:49.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.256707ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:49.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/05/06 09:19:49.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.246023ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.512 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.558 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:49.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.311659ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:49.587 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/05/06 09:19:49.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.02185ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:49.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 09:19:49.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:49.711 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.451385974\n# Parse_time: 0.001091084\n# Compile_time: 0.000945853\n# Rewrite_time: 0.000008085\n# Optimize_time: 0.000325839\n# Wait_TS: 0.000343634\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/05/06 09:19:49.738 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:49.738 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:19:49.801 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573601876115460] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.531903ms] [2024/05/06 09:19:49.801 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=449573601876115460] [2024/05/06 09:19:49.802 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573601876115460] [commitTS=449573601876115461] [2024/05/06 09:19:49.803 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-449573601876115460] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/05/06 09:19:49.803 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=449573601876115460] [commitTS=449573601876115461] [session=38] [2024/05/06 09:19:49.807 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449573601876115462] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=1.350517ms] [2024/05/06 09:19:49.807 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=449573601876115462] [2024/05/06 09:19:49.809 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449573601876115462] [commitTS=449573601876115463] [2024/05/06 09:19:49.809 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449573601876115462] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/05/06 09:19:49.812 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/05/06 09:19:49.813 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449573601876115462] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=3.423887ms] ["completed regions"=1] [2024/05/06 09:19:49.813 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449573601876115462] [commitTS=449573601876115463] [session=38] [2024/05/06 09:19:49.824 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/05/06 09:19:49.865 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:49.865 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/05/06 09:19:49.906 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:49.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:49.913 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/05/06 09:19:49.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.11402ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:49.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/05/06 09:19:50.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=62.221692ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:49.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:49.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.110 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:19:50.110 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:50.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/05/06 09:19:50.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:50.146 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/05/06 09:19:50.189 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.38733ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 09:19:50.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/05/06 09:19:50.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.306998ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.357787ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 09:19:50.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/05/06 09:19:50.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.367882ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.504 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 09:19:50.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:50.507 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.393696274\n# Parse_time: 0.00036241\n# Compile_time: 0.00075569\n# Rewrite_time: 0.000013718\n# Optimize_time: 0.001411267\n# Wait_TS: 0.000322334\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/05/06 09:19:50.543 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [2024/05/06 09:19:50.543 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [2024/05/06 09:19:50.543 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:50.545 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=21.782Β΅s] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=14.594Β΅s] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=14.979Β΅s] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=13.647Β΅s] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=5.357Β΅s] [2024/05/06 09:19:50.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:50.547 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:50.547 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:50.550 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=08ec049f-d611-4a51-a025-a9ad64bd5773] ["take time"=14.35483ms] [2024/05/06 09:19:50.550 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=08ec049f-d611-4a51-a025-a9ad64bd5773] [2024/05/06 09:19:50.552 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:50.552 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/467dcc6d-e888-44e3-95d7-82f04e091d6f] [watcherID=e4a4d767-4c25-40d5-8ed4-50846f7308c7] [2024/05/06 09:19:50.552 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:50.552 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/467dcc6d-e888-44e3-95d7-82f04e091d6f] [2024/05/06 09:19:50.552 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:50.552 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:50.552 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:50.553 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:50.553 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:50.558 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:50.558 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1136] [2024/05/06 09:19:50.560 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=08ec049f-d611-4a51-a025-a9ad64bd5773] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:50.560 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:50.560 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=08ec049f-d611-4a51-a025-a9ad64bd5773] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:50.560 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:50.560 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:50.560 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f074db93-fc85-4d31-818f-a407383a3cb0"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:50.560 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:50.560 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:50.560 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="context canceled"] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:50.560 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:50.560 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:50.560 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:50.560 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:50.561 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [2024/05/06 09:19:50.561 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:50.561 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:50.561 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:50.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:50.563 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:50.563 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f074db93-fc85-4d31-818f-a407383a3cb0"] [error="context canceled"] [2024/05/06 09:19:50.563 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:50.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:50.563 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f074db93-fc85-4d31-818f-a407383a3cb0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:50.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:50.563 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f074db93-fc85-4d31-818f-a407383a3cb0"] [2024/05/06 09:19:50.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:50.563 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f074db93-fc85-4d31-818f-a407383a3cb0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:50.571 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:50.571 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:50.656 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:50.656 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="context canceled"] [2024/05/06 09:19:50.656 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [2024/05/06 09:19:50.656 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:51.822 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f074db93-fc85-4d31-818f-a407383a3cb0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:51.826 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:51.827 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:51.827 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:51.891 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08ec049f-d611-4a51-a025-a9ad64bd5773"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:51.891 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:51.891 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:51.891 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:51.898 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.36288226s] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:51.899 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:51.899 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:51.899 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:51.899 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:51.901 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (4.64s) PASS coverage: 13.6% of statements GCov does not exist at the given path: '' May 06, 2024 9:19:57 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:19:57 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:19:57 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:19:57 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:19:57 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 176.382s, Critical Path: 158.18s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:20:00.313Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:20:00.314Z] ['info'] => Project root located at: . [2024-05-06T09:20:00.317Z] ['info'] -> Token found by environment variables [2024-05-06T09:20:00.331Z] ['info'] Searching for coverage files... [2024-05-06T09:20:00.970Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:20:00.970Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:20:01.358Z] ['info'] Using manual override from args. [2024-05-06T09:20:01.359Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:20:01.370Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:20:02.301Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/c407dbb4-45e1-442a-a831-84b9e603fbbe.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092002Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=1ff9e0202a7478adf4a60a5d39abc50402aeeaae344f0102e689d1aebecca083 [2024-05-06T09:20:02.301Z] ['info'] Uploading... [2024-05-06T09:20:04.030Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 85.989027799 s [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 57s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 160s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 75s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest4:addindextest4_test (Summary) /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log INFO: From Testing //tests/realtikvtest/addindextest4:addindextest4_test: ==================== Test output for //tests/realtikvtest/addindextest4:addindextest4_test: === RUN TestAddIndexIngestMemoryUsage [2024/05/06 09:17:46.366 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:46.366 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:46.366 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:17:46.367 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.367 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:46.368 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:46.368 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:46.368 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:46.368 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:46.368 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:46.368 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:46.370 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.370 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.370 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:46.384 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.384 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.386 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.386 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.395 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:46.402 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:46.412 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:46.422 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1640] ["lease id"=22318f4d304e90de] [2024/05/06 09:17:46.423 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:46.427 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexIngestMemoryUsage\n\ttests/realtikvtest/addindextest4/ingest_test.go:47\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:46.431 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=3.888144ms] [2024/05/06 09:17:46.431 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:46.431 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8bf6f4e8-9006-48ac-a068-e760cfefdeb8] [runWorker=true] [2024/05/06 09:17:46.431 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:46.433 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:46.434 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:46.434 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:17:46.434 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242651947008/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:46.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:46.434 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:46.434 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:46.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:46.435 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e90e2] [ownerID=8bf6f4e8-9006-48ac-a068-e760cfefdeb8] [op=none] [2024/05/06 09:17:46.435 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4bcc142e-1737-415f-8ca9-65463cf40aa2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:46.436 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] ["owner key"=/tidb/br-stream/owner/22318f4d304e90e4] [ownerID=4bcc142e-1737-415f-8ca9-65463cf40aa2] [op=none] [2024/05/06 09:17:46.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:46.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:46.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:46.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:46.485 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:46.486 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e90e2] [ownerID=8bf6f4e8-9006-48ac-a068-e760cfefdeb8] [op=none] [2024/05/06 09:17:46.486 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] [op=none] [2024/05/06 09:17:46.486 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:46.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.506 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=3.951715ms] [2024/05/06 09:17:46.508 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:46.509 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.509 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:46.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.731567ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:46.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.561 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.565 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:46.565 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:46.566 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:46.567 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:46.577 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.577 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:46.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.600 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.601737ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:46.603 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.603 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:46.649 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.757983ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.658 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:46.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:46.670 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:46.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.678 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:46.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=636.271Β΅s] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:46.697 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:46.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.2355ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.752 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.758 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:46.758 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:46.760 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:46.768 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.768 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:46.776 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.785 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=745.604Β΅s] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:46.788 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.788 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:46.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.635536ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.847 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:46.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:46.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:46.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:46.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=909.711Β΅s] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:46.882 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.882 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:46.929 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.358931ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.944 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:46.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:46.946 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:46.954 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:46.954 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:46.960 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:46.970 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=693.956Β΅s] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:46.972 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:46.972 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:47.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.87898ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:46.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:46.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.033 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:47.033 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.034 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:47.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:47.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=657.454Β΅s] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.060 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:47.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.793135ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.115 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.124 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:47.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.125 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:47.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:47.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=593.255Β΅s] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.150 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.150 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:47.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.614249ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.208 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:47.208 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.210 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:47.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.216 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:47.221 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=501.096Β΅s] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.231 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.231 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:47.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.707843ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.290 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:47.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.291 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:47.297 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.297 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:47.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.310 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=569.758Β΅s] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.312 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:47.360 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.308171ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.368 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.374 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:47.374 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.376 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:47.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:47.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=601.166Β΅s] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.402 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:47.434 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:47.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.01519ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.462 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:47.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.464 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:47.464 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:47.472 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.472 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:47.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=785.993Β΅s] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.491 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:47.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.495419ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.551 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:47.551 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.552 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:47.562 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.562 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:47.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=702.413Β΅s] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.580 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:47.628 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.898033ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.636 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.642 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:47.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:47.650 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.650 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:47.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=645.588Β΅s] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.668 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:47.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.327904ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.723 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.729 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:47.729 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.731 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:47.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:47.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=712.23Β΅s] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.757 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.757 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:47.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.001293ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.814 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.820 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:47.820 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:47.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:47.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=636.664Β΅s] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.847 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.847 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:47.895 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.128139ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.902 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.906 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:47.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.908 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:47.914 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.914 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:47.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=522.713Β΅s] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:47.929 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:47.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:47.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.297031ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.984 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:47.989 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:47.989 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:47.990 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:47.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:47.997 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:48.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=542.902Β΅s] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.012 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:48.061 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.872869ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:47.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.067 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:47.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.072 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:48.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:48.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:48.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=654.357Β΅s] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.098 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:48.145 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=51.920891ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.158 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:48.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.162 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:48.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.169 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:48.175 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=583.61Β΅s] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.185 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.185 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:48.233 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.502888ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.241 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.246 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:48.246 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.247 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:48.254 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.254 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:48.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=584.489Β΅s] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.273 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:48.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.327687ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.326 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.330 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:48.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:48.338 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.338 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:48.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=606.25Β΅s] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.353 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.353 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:48.401 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.299157ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:48.412 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.413 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:48.419 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.419 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:48.425 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=637.886Β΅s] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.434 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:48.434 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:48.436 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.436 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:48.484 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.382704ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.492 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.500 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:48.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.501 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:48.508 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.508 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:48.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=516.001Β΅s] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.525 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:17:48.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.903494ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.585 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:17:48.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:17:48.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.592 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:17:48.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.607 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=530.621Β΅s] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.609 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.609 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:17:48.657 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.77603ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.664 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:17:48.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.670 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:17:48.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.677 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:17:48.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=481.844Β΅s] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.692 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.692 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:17:48.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.195563ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:17:48.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.756 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:48.763 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:17:48.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=661.784Β΅s] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.781 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:17:48.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.916802ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.840 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:17:48.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.841 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:17:48.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.848 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:17:48.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=611.383Β΅s] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.864 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.864 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:17:48.912 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.123972ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.918 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:17:48.923 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:48.924 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:17:48.925 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.931 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:48.932 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:17:48.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:48.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=583.306Β΅s] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:48.948 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:48.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:17:48.995 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.121462ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.003 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.008 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:17:49.008 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:49.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.017 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:49.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=598.919Β΅s] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:17:49.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.977323ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:48.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:17:49.097 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.098 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:17:49.105 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.105 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:17:49.112 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=738.729Β΅s] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.124 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:17:49.171 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.952349ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.179 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.186 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:17:49.186 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.187 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:17:49.194 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.194 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:17:49.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=1.175967ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.222 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:17:49.267 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.660547ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.279 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:17:49.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:17:49.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.286 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:17:49.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=574.588Β΅s] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.302 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:17:49.351 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.367272ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.357 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.362 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:17:49.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.370 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:49.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.370 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:49.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:17:49.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=630.023Β΅s] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:17:49.386 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:17:49.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.649151ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:49.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.442 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:17:49.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.448 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:17:49.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.457 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:17:49.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=583.915Β΅s] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.473 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.473 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:17:49.521 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=52.849494ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.528 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:17:49.533 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:17:49.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:17:49.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=567.5Β΅s] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.564 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:17:49.613 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.692821ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.626 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:17:49.626 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:17:49.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:17:49.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=532.539Β΅s] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.649 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:17:49.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.780686ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.715 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:17:49.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.716 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:17:49.724 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.724 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:17:49.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=745.211Β΅s] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.743 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:17:49.790 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=51.70128ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.795 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.800 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:17:49.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.802 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:17:49.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:17:49.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=612.005Β΅s] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.835 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.835 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:17:49.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.593337ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.892 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:17:49.898 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:17:49.915 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.915 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:17:49.921 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=718.188Β΅s] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.932 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:17:49.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.328932ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.985 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:17:49.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:17:50.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.001 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:17:50.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=721.61Β΅s] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.023 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.023 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:17:50.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.655615ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.077 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.082 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:17:50.082 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:17:50.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.091 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:17:50.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.113 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=1.094816ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.116 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.116 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:17:50.162 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.794411ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.173 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:17:50.173 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.174 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:17:50.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.181 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:17:50.190 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.200 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=1.051289ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:17:50.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.638506ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.261 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:17:50.261 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.262 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:50.268 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.268 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:50.274 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=634.89Β΅s] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.283 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.284 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:17:50.331 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.100851ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.341 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.346 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:17:50.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:50.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.354 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:50.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=538.012Β΅s] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.370 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:17:50.419 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.965202ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.430 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:17:50.430 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.431 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:17:50.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.442 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:17:50.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=748.891Β΅s] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.459 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.459 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:17:50.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.288006ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.517 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.524 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:17:50.524 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.526 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:50.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:50.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=623.682Β΅s] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.550 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:17:50.599 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.398884ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.617 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:17:50.617 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.618 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:17:50.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:17:50.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.638 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=530.2Β΅s] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.640 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:17:50.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.074689ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:17:50.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.711 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:17:50.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:17:50.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=557.174Β΅s] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.735 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.735 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:17:50.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.364853ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:17:50.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.797 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:17:50.811 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.811 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:17:50.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=227.674Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:17:50.827 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:17:50.875 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.77295ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:50.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.885 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:17:50.885 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.892 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:50.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.892 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:50.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:17:50.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=518.288Β΅s] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:17:50.918 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.918 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:17:50.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=52.844339ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:17:50.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:17:50.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.019 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.5836468s] [2024/05/06 09:17:51.021 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] [2024/05/06 09:17:51.021 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] [2024/05/06 09:17:51.021 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:51.022 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8bf6f4e8-9006-48ac-a068-e760cfefdeb8"] [] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.674Β΅s] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=1.259Β΅s] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=1.265Β΅s] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=963ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=1.155Β΅s] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=869ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=990ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=990ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=978ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=988ns] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=1.061Β΅s] [2024/05/06 09:17:51.023 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:51.023 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:17:51.023 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:17:51.026 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8bf6f4e8-9006-48ac-a068-e760cfefdeb8] ["take time"=5.328461ms] [2024/05/06 09:17:51.026 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8bf6f4e8-9006-48ac-a068-e760cfefdeb8] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1640] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:51.028 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2 watch owner key /tidb/br-stream/owner/22318f4d304e90e4"] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:51.028 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:17:51.028 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] [2024/05/06 09:17:51.028 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:17:51.028 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:17:51.028 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:17:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:51.029 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] [error="context canceled"] [2024/05/06 09:17:51.029 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] [2024/05/06 09:17:51.029 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:17:51.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:51.029 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4bcc142e-1737-415f-8ca9-65463cf40aa2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:51.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:51.029 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:17:51.029 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:51.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:51.029 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=7.997792ms] [2024/05/06 09:17:51.029 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:51.034 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:51.046 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=940] ["lease id"=22318f4d304e917c] [2024/05/06 09:17:51.048 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:51.061 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=11.102918ms] [2024/05/06 09:17:51.062 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:51.062 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d5d7bf1e-0561-4362-af43-728ba981d999] [runWorker=true] [2024/05/06 09:17:51.062 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:51.063 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:51.064 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:17:51.064 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242652049408/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:51.064 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:51.064 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:51.064 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:51.064 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:51.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:51.065 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:51.065 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8af0] [ownerID=d5d7bf1e-0561-4362-af43-728ba981d999] [op=none] [2024/05/06 09:17:51.068 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:17:51.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:17:51.069 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:17:51.070 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d304e8af5] [ownerID=d5d7bf1e-0561-4362-af43-728ba981d999] [op=none] [2024/05/06 09:17:51.071 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:17:51.072 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:17:51.080 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:17:51.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:17:51.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:17:51.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:17:51.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:17:51.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:17:51.084 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:17:51.084 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:17:51.084 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:17:51.084 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:17:51.084 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:17:51.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:17:51.084 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:17:51.085 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:17:51.085 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:17:51.085 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:17:51.085 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:17:51.085 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:17:51.085 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:17:51.086 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 09:17:51.086 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/71fb967a-5d3b-4e3e-a0a9-32bce1004127] [2024/05/06 09:17:51.086 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] ["owner key"=/tidb/stats/owner/22318f4d304e9186] [ownerID=d5d7bf1e-0561-4362-af43-728ba981d999] [op=none] [2024/05/06 09:17:51.086 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:17:51.086 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:17:51.087 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=2.963323ms] [2024/05/06 09:17:51.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:17:51.091 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:17:51.091 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:17:51.096 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:17:51.099 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:17:51.099 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:17:51.114 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:51.115 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8af0] [ownerID=d5d7bf1e-0561-4362-af43-728ba981d999] [op=none] [2024/05/06 09:17:51.115 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [op=none] [2024/05/06 09:17:51.115 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:51.118 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.118 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:17:51.124 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.131 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=245.263Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:17:51.133 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:17:51.181 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.384519ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.191 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:17:51.191 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.200 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:17:51.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=addindexlit] [sql="create table t (a int, b int, c int);"] [user=] [2024/05/06 09:17:51.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.213 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c int);"] [2024/05/06 09:17:51.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.221 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:17:51.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=536.474Β΅s] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:17:51.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.090199ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.287 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:17:51.287 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.292 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:17:51.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:17:51.299 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:17:51.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.313 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:17:51.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=498.903Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:51.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 09:17:51.371 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.160662ms] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=536.933Β΅s] [gotSchemaVersion=55] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:51.390 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 09:17:51.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.921476ms] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=607.608Β΅s] [gotSchemaVersion=56] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:51.456 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:17:51.505 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.635231ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.517 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:17:51.518 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 09:17:51.524 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 09:17:51.529 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573570866315271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:51.530 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:17:51.535 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/108] [2024/05/06 09:17:51.558 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:52.067 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:17:52.067 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:17:52.067 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:17:52.067 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:52.087 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:17:52.087 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:17:52.087 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/71fb967a-5d3b-4e3e-a0a9-32bce1004127] [watcherID=6da6cfa3-278f-4a0e-bd43-baeb7d4d6dc8] [2024/05/06 09:17:52.092 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:17:52.094 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 09:17:52.094 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:17:52.094 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:17:52.094 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:17:52.094 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:17:52.099 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:17:52.099 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:17:52.269 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bcc142e-1737-415f-8ca9-65463cf40aa2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:17:52.600 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:17:52.600 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:17:52.601 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=1] [curr-step=init] [next-step=read-index] [2024/05/06 09:17:52.603 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:17:52.897 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=backfill] [remaining-slots=48] [2024/05/06 09:17:53.064 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:53.201 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/06 09:17:53.202 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:17:53.202 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/108] [keyspaceName=] [2024/05/06 09:17:53.206 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:53.206 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:17:53.206 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:53.206 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:53.207 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:53.207 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:53.207 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:53.207 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:53.207 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:53.212 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:17:53.213 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:17:53.213 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=108] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:17:53.213 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:17:53.220 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:17:53.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:17:53.222 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=108] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:17:53.223 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=108] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:17:53.223 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 09:17:53.223 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 09:17:53.225 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:17:53.228 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:17:53.238 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/06 09:17:53.245 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=671089080] ["max memory quota"=17179869184] [2024/05/06 09:17:53.251 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:17:53.251 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=3800] [kvs=100] [files=1] [sstFileSize=1940] [file=/tmp/tidb/tmp_ddl-4000/108/f75d9cab-8823-5503-94ba-459a1de580da.sst/c68eb586-7157-451f-a136-a3b62f443f06.sst] [firstKey=74800000000000006A5F698000000000000001038000000000000000038000000000000001] [lastKey=74800000000000006A5F698000000000000001038000000000000063038000000000000064] [2024/05/06 09:17:53.255 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=108] [2024/05/06 09:17:53.255 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652188672/467794132992, backend usage: 0"] [2024/05/06 09:17:53.255 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:17:53.256 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:17:53.279 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=100] [size=3800] [2024/05/06 09:17:53.279 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:17:53.938 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=3800] [kvs=100] [importedSize=3800] [importedCount=100] [2024/05/06 09:17:53.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=685.32253ms] [] [2024/05/06 09:17:53.944 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=108] [2024/05/06 09:17:53.955 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:17:53.955 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:17:53.956 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=885.355Β΅s] [] [2024/05/06 09:17:53.956 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:17:53.957 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=509.959Β΅s] [] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:53.957 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:17:53.957 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:53.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:53.958 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:53.958 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:17:53.958 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:17:53.958 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:53.958 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:53.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:53.958 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:53.958 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=108] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:17:53.958 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=756.742198ms] [] [2024/05/06 09:17:54.103 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:17:54.260 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=backfill] [2024/05/06 09:17:54.275 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:17:54.304 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=875.103Β΅s] [gotSchemaVersion=57] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.307 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=57] [2024/05/06 09:17:54.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.800184ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573570866315271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573570866315271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.364 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=108] [table=t] [index=idx] [2024/05/06 09:17:54.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=602.173Β΅s] [gotSchemaVersion=58] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=58] [2024/05/06 09:17:54.423 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.930288ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.432 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:17:54.439 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 09:17:54.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571639640065, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.449 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571639640065, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000006a5f69ffff000000000001,EndKey:74800000000000006a5f69ffff000000000001ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 09:17:54.450 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000001] ["end key"=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:17:54.450 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:17:54.451 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000001ff] ["current end key"=74800000000000006a5f69ffff00000000000100] [2024/05/06 09:17:54.451 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 09:17:54.451 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 09:17:54.451 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 09:17:54.452 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000001, 74800000000000006a5f69ffff00000000000100), jobID: 108"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000010000] ["take time"=456.916Β΅s] [2024/05/06 09:17:54.452 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 09:17:54.452 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000001] [2024/05/06 09:17:54.452 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:17:54.474 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:17:54.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=621.611Β΅s] [gotSchemaVersion=59] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.483 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=59] [2024/05/06 09:17:54.530 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.602658ms] [job="ID:108, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571639640065, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.539 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=108] [tableID=106] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:17:54.543 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="add index"] [2024/05/06 09:17:54.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:17:51.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571639640065, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:17:54.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.261575523\n# Parse_time: 0.000030171\n# Compile_time: 0.000065337\n# Rewrite_time: 0.000001693\n# Optimize_time: 0.000039118\n# Wait_TS: 0.000203443\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:17:54.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=addindexlit] [sql="alter table t add unique index idx1(b);"] [user=] [2024/05/06 09:17:54.560 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:17:54.560 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx1(b);"] [2024/05/06 09:17:54.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.569 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx1\",\"L\":\"idx1\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:17:54.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=738.975Β΅s] [gotSchemaVersion=60] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=60] [2024/05/06 09:17:54.601 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:17:54.604 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:17:54.604 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:17:54.615 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:17:54.627 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.027042ms] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=625.852Β΅s] [gotSchemaVersion=61] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.647 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=61] [2024/05/06 09:17:54.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.032834ms] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=660.94Β΅s] [gotSchemaVersion=62] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:54.716 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=62] [2024/05/06 09:17:54.764 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.245684ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.773 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 09:17:54.774 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 09:17:54.780 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 09:17:54.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571718283273, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:54.786 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 09:17:54.791 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/109] [2024/05/06 09:17:54.814 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:54.826 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:17:54.826 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:17:55.327 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:17:55.327 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:17:55.328 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=2] [curr-step=init] [next-step=read-index] [2024/05/06 09:17:55.329 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:17:55.597 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=backfill] [remaining-slots=48] [2024/05/06 09:17:55.902 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/06 09:17:55.904 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:17:55.904 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 09:17:55.909 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:55.909 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:17:55.909 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:55.909 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:55.910 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:55.910 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:55.910 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:55.910 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:55.910 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:55.916 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:17:55.917 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:17:55.917 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=109] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:17:55.917 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:17:55.923 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:17:55.926 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:17:55.926 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=109] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:17:55.926 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=2] [subtask-id=2] [jobID=109] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:17:55.926 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 09:17:55.927 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=2] [subtask-id=2] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 09:17:55.929 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:17:55.931 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:17:55.932 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=2] [subtask-id=2] [id=1] [2024/05/06 09:17:55.934 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:17:55.936 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 09:17:55.937 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5400] [kvs=100] [files=1] [sstFileSize=2452] [file=/tmp/tidb/tmp_ddl-4000/109/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/053216b1-3658-431f-9268-fac56eeba848.sst] [firstKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000000000000000FB80000000000000010008] [lastKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000006300000000FB80000000000000640008] [2024/05/06 09:17:55.940 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=109] [2024/05/06 09:17:55.940 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 242652086272/467794132992, backend usage: 0"] [2024/05/06 09:17:55.940 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:17:55.941 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:17:55.963 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=100] [size=5400] [2024/05/06 09:17:55.963 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:17:55.972 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=5400] [kvs=100] [importedSize=3600] [importedCount=100] [2024/05/06 09:17:55.976 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=36.145546ms] [] [2024/05/06 09:17:55.979 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=109] [2024/05/06 09:17:55.989 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:17:55.989 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:17:55.990 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=838.723Β΅s] [] [2024/05/06 09:17:55.990 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:17:55.990 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=477.179Β΅s] [] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:55.991 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:55.991 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:55.991 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:55.991 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:17:55.992 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:17:55.992 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:55.992 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:55.992 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:55.992 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:55.992 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:17:55.992 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=89.50227ms] [] [2024/05/06 09:17:56.329 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:17:56.599 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=backfill] [2024/05/06 09:17:56.630 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:17:56.630 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 09:17:56.634 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:56.634 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:17:56.634 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:56.634 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:56.635 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:56.635 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:56.635 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:56.635 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:56.635 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:56.640 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:17:56.641 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:17:56.641 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:17:56.641 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:17:56.641 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:17:56.642 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.494205ms] [] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:56.643 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:17:56.643 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:56.643 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:17:56.643 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:56.643 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:56.643 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:17:56.643 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:17:56.671 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=667.55Β΅s] [gotSchemaVersion=63] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:56.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=63] [2024/05/06 09:17:56.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=52.522648ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571718283273, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573571718283273, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.732 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=109] [table=t] [index=idx1] [2024/05/06 09:17:56.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=627.606Β΅s] [gotSchemaVersion=64] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:56.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=64] [2024/05/06 09:17:56.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=52.573186ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.801 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:17:56.810 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 09:17:56.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572255678471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.821 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572255678471, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:74800000000000006a5f69ffff000000000002,EndKey:74800000000000006a5f69ffff000000000002ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 09:17:56.822 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000002] ["end key"=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:17:56.822 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:17:56.823 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000002ff] ["current end key"=74800000000000006a5f69ffff00000000000200] [2024/05/06 09:17:56.823 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 09:17:56.823 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 09:17:56.823 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 09:17:56.824 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000002, 74800000000000006a5f69ffff00000000000200), jobID: 109"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000020000] ["take time"=533.335Β΅s] [2024/05/06 09:17:56.824 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 09:17:56.824 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000002] [2024/05/06 09:17:56.824 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:17:56.826 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:17:56.829 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:17:56.829 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:17:56.837 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:17:56.855 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:17:56.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=666.382Β΅s] [gotSchemaVersion=65] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:56.863 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=65] [2024/05/06 09:17:56.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.049363ms] [job="ID:109, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572255678471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.921 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=109] [tableID=106] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:17:56.924 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="add index"] [2024/05/06 09:17:56.925 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:17:54.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572255678471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:56.936 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:17:56.936 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.937 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.383371018\n# Parse_time: 0.000038238\n# Compile_time: 0.000076422\n# Rewrite_time: 0.000002992\n# Optimize_time: 0.000039118\n# Wait_TS: 0.000190855\n# DB: addindexlit\n# Is_internal: false\n# Digest: 044d47c412468a873ee101a63b81ee0147fbbd3276514babeafe37a931833b0b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx1(b);"] [2024/05/06 09:17:56.938 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:17:56.938 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx1] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx1`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ingest_test.go:72: Error Trace: tests/realtikvtest/addindextest4/ingest_test.go:72 Error: Not equal: expected: 0 actual : 240 Test: TestAddIndexIngestMemoryUsage [2024/05/06 09:17:56.944 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.944 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.946 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=3.045Β΅s] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=1.13Β΅s] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=1.103Β΅s] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=807ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=961ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=852ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=867ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=1.076Β΅s] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=813ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=972ns] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=1.147Β΅s] [2024/05/06 09:17:56.946 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:17:56.946 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:17:56.946 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:17:56.947 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d5d7bf1e-0561-4362-af43-728ba981d999] ["take time"=2.702008ms] [2024/05/06 09:17:56.947 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d5d7bf1e-0561-4362-af43-728ba981d999] [2024/05/06 09:17:56.948 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:17:56.948 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/71fb967a-5d3b-4e3e-a0a9-32bce1004127] [watcherID=6da6cfa3-278f-4a0e-bd43-baeb7d4d6dc8] [2024/05/06 09:17:56.948 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:17:56.948 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/71fb967a-5d3b-4e3e-a0a9-32bce1004127] [2024/05/06 09:17:56.948 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:17:56.948 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:17:56.948 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:17:56.948 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:17:56.949 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:17:56.949 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=940] [2024/05/06 09:17:56.950 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:17:56.950 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d5d7bf1e-0561-4362-af43-728ba981d999] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:17:56.950 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager d5d7bf1e-0561-4362-af43-728ba981d999 watch owner key /tidb/stats/owner/22318f4d304e9186"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:56.950 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:17:56.950 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd"] [error="lost watcher waiting for delete"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:17:56.950 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:17:56.950 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:17:56.950 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:56.950 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd"] [error="context canceled"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:56.950 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d5d7bf1e-0561-4362-af43-728ba981d999] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:17:56.950 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:17:56.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:17:56.958 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:17:56.958 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [error="context canceled"] [2024/05/06 09:17:57.150 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:57.159 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:58.191 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:17:58.192 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:17:58.192 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:17:58.389 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d886e95-bfe4-4d32-8d2e-b5f7e41b5cdd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:17:58.415 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5d7bf1e-0561-4362-af43-728ba981d999"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:17:58.415 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:17:58.415 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:17:58.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:17:58.415 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.471146941s] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:58.416 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:17:58.416 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:17:58.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:17:58.416 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:17:58.416 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestAddIndexIngestMemoryUsage (12.05s) === RUN TestAddIndexIngestLimitOneBackend [2024/05/06 09:17:58.418 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:58.418 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:17:58.419 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:17:58.419 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:58.419 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:17:58.420 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:58.420 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:58.420 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:58.420 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:58.420 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:58.420 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:58.421 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:58.421 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:58.421 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:58.424 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:58.429 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:58.438 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=330] ["lease id"=6f188f4d304e98bd] [2024/05/06 09:17:58.439 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:58.452 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=12.186095ms] [2024/05/06 09:17:58.453 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:58.454 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bd101a7a-e336-47d9-bb79-03adda4382e7] [runWorker=true] [2024/05/06 09:17:58.454 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:58.455 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:58.456 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:17:58.456 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242652065792/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:58.456 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:58.456 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:58.456 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:58.456 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:58.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:58.458 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:58.458 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e91cd] [ownerID=bd101a7a-e336-47d9-bb79-03adda4382e7] [op=none] [2024/05/06 09:17:58.458 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=107e8b73-bbbf-41ab-8c12-bc15ebe9214f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:58.458 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:17:58.462 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:17:58.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:17:58.463 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:17:58.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:17:58.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:17:58.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:17:58.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:17:58.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:17:58.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:17:58.480 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:17:58.480 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:17:58.480 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:17:58.480 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:17:58.480 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:17:58.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:17:58.480 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:17:58.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:17:58.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:17:58.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:17:58.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:17:58.481 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:17:58.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:17:58.482 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fadad458-5313-4ac2-a9a0-238b64c0745e] [2024/05/06 09:17:58.482 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:17:58.483 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:17:58.483 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:17:58.485 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.653768ms] [2024/05/06 09:17:58.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:17:58.487 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:17:58.487 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:17:58.495 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:17:58.497 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=65] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:17:58.504 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.504 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:17:58.508 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:58.508 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e91cd] [ownerID=bd101a7a-e336-47d9-bb79-03adda4382e7] [op=none] [2024/05/06 09:17:58.508 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [op=none] [2024/05/06 09:17:58.508 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:58.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=48.875Β΅s] [gotSchemaVersion=66] [phyTblIDs="[106]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:17:58.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=66] [2024/05/06 09:17:58.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.2011ms] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=41.129Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:17:58.590 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=67] [2024/05/06 09:17:58.639 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.390875ms] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=67.493Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:17:58.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=68] [2024/05/06 09:17:58.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=52.663565ms] [job="ID:110, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.713 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=110] [tableIDs="[106]"] [comment="drop schema: table IDs"] [2024/05/06 09:17:58.717 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=110] [jobType="drop schema"] [2024/05/06 09:17:58.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.724 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:17:58.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.726 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=68] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:17:58.733 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.733 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:17:58.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.747 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=294.109Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:17:58.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=112] [version=69] [2024/05/06 09:17:58.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.41773ms] [job="ID:112, Type:create schema, State:done, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:58.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [job="ID:112, Type:create schema, State:synced, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.809 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 09:17:58.809 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.818 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:17:58.818 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=69] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 09:17:58.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 09:17:58.832 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.834 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 113, Table Name: t"] [2024/05/06 09:17:58.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=540.809Β΅s] [gotSchemaVersion=70] [phyTblIDs="[113]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.842 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 09:17:58.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.094603ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.898 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:17:58.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.916 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:17:58.917 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=70] [cur_db=addindexlit] [sql="create table t2 (a int, b int);"] [user=] [2024/05/06 09:17:58.924 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.924 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int, b int);"] [2024/05/06 09:17:58.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.935 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 115, Table Name: t2"] [2024/05/06 09:17:58.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=735.811Β΅s] [gotSchemaVersion=71] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=71] [2024/05/06 09:17:58.992 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.023146ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:17:59.005 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t2 add index idx_b(b);"] [user=] [2024/05/06 09:17:59.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:17:59.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:17:59.015 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx_b(b);"] [2024/05/06 09:17:59.020 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:17:59.020 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:17:59.022 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.023 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx_b\",\"L\":\"idx_b\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:17:59.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=672.47Β΅s] [gotSchemaVersion=72] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.032 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:17:59.032 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=72] [2024/05/06 09:17:59.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=631.785Β΅s] [gotSchemaVersion=73] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=73] [2024/05/06 09:17:59.080 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.591503ms] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=51.791124ms] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=536.163Β΅s] [gotSchemaVersion=74] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.100 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=74] [2024/05/06 09:17:59.104 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=544.724Β΅s] [gotSchemaVersion=75] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=75] [2024/05/06 09:17:59.147 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.976912ms] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=51.889151ms] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=1.497941ms] [gotSchemaVersion=76] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.168 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=76] [2024/05/06 09:17:59.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=577.143Β΅s] [gotSchemaVersion=77] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:17:59.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=77] [2024/05/06 09:17:59.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.801797ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.720473ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.229 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 09:17:59.230 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f728000000000000001] [endKey=7480000000000000735f72800000000000000300] [2024/05/06 09:17:59.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.233 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:17:59.235 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f728000000000000001] [endKey=7480000000000000715f72800000000000000300] [2024/05/06 09:17:59.239 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 09:17:59.240 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 09:17:59.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572885086222, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.246 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 09:17:59.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572898193411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:17:59.250 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:17:59.252 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/117] [2024/05/06 09:17:59.255 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/118] [2024/05/06 09:17:59.288 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=115] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:59.289 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=113] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:59.460 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:17:59.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:17:59.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:17:59.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:59.483 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:17:59.483 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:17:59.483 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fadad458-5313-4ac2-a9a0-238b64c0745e] [watcherID=2005385a-d407-41d5-b5ff-cf70c69c4627] [2024/05/06 09:17:59.487 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:17:59.489 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:17:59.489 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:17:59.489 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:17:59.489 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:17:59.493 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30001] [2024/05/06 09:17:59.493 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:17:59.494 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30002] [2024/05/06 09:17:59.494 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:17:59.995 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:17:59.995 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:17:59.995 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:17:59.995 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:17:59.996 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30001] [curr-step=init] [next-step=read-index] [2024/05/06 09:17:59.996 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30002] [curr-step=init] [next-step=read-index] [2024/05/06 09:17:59.997 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:17:59.997 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:00.291 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:00.292 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30002] [type=backfill] [remaining-slots=8] [2024/05/06 09:18:00.457 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:00.595 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:00.595 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:00.595 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:00.595 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/117] [keyspaceName=] [2024/05/06 09:18:00.600 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:00.600 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:00.601 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:00.601 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:00.601 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:00.601 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:00.601 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:00.601 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:00.601 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:00.605 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:00.605 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:00.605 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=117] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:00.605 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:00.605 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:00.605 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/118] [keyspaceName=] [2024/05/06 09:18:00.609 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:00.609 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:00.609 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:00.609 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:00.609 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:00.610 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:00.610 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:00.610 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:00.610 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:00.612 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:00.613 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:00.614 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:00.614 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=118] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:00.614 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:00.615 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:18:00.616 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=117] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:00.616 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30001] [subtask-id=30001] [jobID=117] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:00.616 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f728000000000000001] ["end key"=7480000000000000735f72800000000000000300] [2024/05/06 09:18:00.616 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30001] [subtask-id=30001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000735f728000000000000001, endKey=7480000000000000735f72800000000000000300"] [2024/05/06 09:18:00.618 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/06 09:18:00.623 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:00.627 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:00.627 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=118] ["index ID"=1] ["current memory usage"=1343226536] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:00.628 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30002] [subtask-id=30002] [jobID=118] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:00.628 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f728000000000000001] ["end key"=7480000000000000715f72800000000000000300] [2024/05/06 09:18:00.629 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30002] [subtask-id=30002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000715f728000000000000001, endKey=7480000000000000715f72800000000000000300"] [2024/05/06 09:18:00.742 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226576] ["max memory quota"=17179869184] [2024/05/06 09:18:00.791 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226616] ["max memory quota"=17179869184] [2024/05/06 09:18:00.791 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226656] ["max memory quota"=17179869184] [2024/05/06 09:18:00.791 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30001] [subtask-id=30001] [id=1] [2024/05/06 09:18:00.791 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30002] [subtask-id=30002] [id=1] [2024/05/06 09:18:00.844 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1344275272] ["max memory quota"=17179869184] [2024/05/06 09:18:00.849 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1344275312] ["max memory quota"=17179869184] [2024/05/06 09:18:00.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1344275352] ["max memory quota"=17179869184] [2024/05/06 09:18:00.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1344275392] ["max memory quota"=17179869184] [2024/05/06 09:18:00.901 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/118/f75d9cab-8823-5503-94ba-459a1de580da.sst/c4c0a282-aec5-4bba-9f09-1e043ca4baf7.sst] [firstKey=7480000000000000715F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000715F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:18:00.901 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/117/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/4606c291-82ba-4964-9edc-e6449f0fce7d.sst] [firstKey=7480000000000000735F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000735F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:18:00.903 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=117] [2024/05/06 09:18:00.903 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652151808/467794132992, backend usage: 0"] [2024/05/06 09:18:00.903 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:18:00.904 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=118] [2024/05/06 09:18:00.904 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652151808/467794132992, backend usage: 0"] [2024/05/06 09:18:00.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:00.905 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:00.905 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:00.926 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:00.926 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:00.927 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:00.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:00.958 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:18:00.958 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:18:00.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=55.413398ms] [] [2024/05/06 09:18:00.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=55.921616ms] [] [2024/05/06 09:18:00.962 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=117] [2024/05/06 09:18:00.963 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=118] [2024/05/06 09:18:00.972 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:00.972 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:00.972 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:00.973 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=623.716Β΅s] [] [2024/05/06 09:18:00.973 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:00.974 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=426.216Β΅s] [] [2024/05/06 09:18:00.974 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:00.974 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:00.974 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.975 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:00.975 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:00.975 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:00.975 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:00.975 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:00.975 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.975 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:00.975 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=118] ["current memory usage"=537920048] ["max memory quota"=17179869184] [2024/05/06 09:18:00.975 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=379.499205ms] [] [2024/05/06 09:18:00.975 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:18:00.976 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=765.736Β΅s] [] [2024/05/06 09:18:00.976 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:18:00.976 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=598.894Β΅s] [] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:00.977 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.977 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:00.977 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:00.978 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:00.978 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:00.978 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:00.978 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:00.978 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:00.978 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=117] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:18:00.978 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=383.048642ms] [] [2024/05/06 09:18:00.995 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:00.996 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:01.106 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:01.111 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:01.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=770.726Β΅s] [gotSchemaVersion=78] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/05/06 09:18:01.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=736.441Β΅s] [gotSchemaVersion=79] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=79] [2024/05/06 09:18:01.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.609946ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572885086222, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=51.975453ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572898193411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572885086222, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.207 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=117] [table=t2] [index=idx_b] [2024/05/06 09:18:01.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573572898193411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.212 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=118] [table=t] [index=idx] [2024/05/06 09:18:01.216 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=705.682Β΅s] [gotSchemaVersion=80] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.220 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=80] [2024/05/06 09:18:01.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=811.728Β΅s] [gotSchemaVersion=81] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.225 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=81] [2024/05/06 09:18:01.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.302287ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=52.201323ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.276 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30002] [type=backfill] [2024/05/06 09:18:01.276 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:18:01.278 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30001] [type=backfill] [2024/05/06 09:18:01.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.280 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:18:01.281 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 09:18:01.285 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 09:18:01.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.289 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219275, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000735f69ffff000000000001,EndKey:7480000000000000735f69ffff000000000001ff,First:false,PhysicalTableID:115,Ingest mode:false"] [2024/05/06 09:18:01.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219280, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.291 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f69ffff000000000001] ["end key"=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:18:01.291 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=115] ["end key"=7480000000000000735f69ffff000000000001ff] ["current end key"=7480000000000000735f69ffff00000000000100] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 115, range: [7480000000000000735f69ffff000000000001, 7480000000000000735f69ffff00000000000100), jobID: 117"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000735f69ffff0000000000010000] ["take time"=488.504Β΅s] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 09:18:01.292 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000735f69ffff000000000001] [2024/05/06 09:18:01.292 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:01.293 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219280, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000715f69ffff000000000001,EndKey:7480000000000000715f69ffff000000000001ff,First:false,PhysicalTableID:113,Ingest mode:false"] [2024/05/06 09:18:01.294 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f69ffff000000000001] ["end key"=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:18:01.294 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:18:01.295 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=113] ["end key"=7480000000000000715f69ffff000000000001ff] ["current end key"=7480000000000000715f69ffff00000000000100] [2024/05/06 09:18:01.295 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 09:18:01.295 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 09:18:01.295 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 09:18:01.296 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 113, range: [7480000000000000715f69ffff000000000001, 7480000000000000715f69ffff00000000000100), jobID: 118"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000715f69ffff0000000000010000] ["take time"=519.261Β΅s] [2024/05/06 09:18:01.296 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 09:18:01.296 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000715f69ffff000000000001] [2024/05/06 09:18:01.296 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:18:01.326 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:01.331 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:01.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=657.248Β΅s] [gotSchemaVersion=82] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.336 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=82] [2024/05/06 09:18:01.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=640.084Β΅s] [gotSchemaVersion=83] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:01.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=83] [2024/05/06 09:18:01.382 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.641393ms] [job="ID:117, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=52.153556ms] [job="ID:118, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219280, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.391 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=117] [tableID=115] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:01.394 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="add index"] [2024/05/06 09:18:01.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [job="ID:117, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.395 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=118] [tableID=113] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:01.398 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="add index"] [2024/05/06 09:18:01.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [job="ID:118, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 09:17:58.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573422219280, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:01.403 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:01.403 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.404 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 2.395054219\n# Parse_time: 0.000073536\n# Compile_time: 0.000073958\n# Rewrite_time: 0.000001788\n# Optimize_time: 0.000033123\n# Wait_TS: 0.000140977\n# DB: addindexlit\n# Is_internal: false\n# Digest: 11eeaba7a7a7e4d5493be00351d96e15584e02d48854c4862767d924ab7e81d2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx_b(b);"] [2024/05/06 09:18:01.409 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 09:18:01.409 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 2.400715333\n# Parse_time: 0.00008501\n# Compile_time: 0.000085844\n# Rewrite_time: 0.000002093\n# Optimize_time: 0.000025066\n# Wait_TS: 0.000166831\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:18:01.414 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [2024/05/06 09:18:01.414 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [2024/05/06 09:18:01.414 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:01.415 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=2.68Β΅s] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=1.116Β΅s] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=1.015Β΅s] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=1.015Β΅s] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=998ns] [2024/05/06 09:18:01.415 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:01.415 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:01.415 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:01.416 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bd101a7a-e336-47d9-bb79-03adda4382e7] ["take time"=2.642691ms] [2024/05/06 09:18:01.416 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bd101a7a-e336-47d9-bb79-03adda4382e7] [2024/05/06 09:18:01.417 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:01.417 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fadad458-5313-4ac2-a9a0-238b64c0745e] [watcherID=2005385a-d407-41d5-b5ff-cf70c69c4627] [2024/05/06 09:18:01.417 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:01.417 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fadad458-5313-4ac2-a9a0-238b64c0745e] [2024/05/06 09:18:01.417 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:01.417 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:01.417 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:01.417 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:01.418 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:01.418 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:01.418 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=330] [2024/05/06 09:18:01.419 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bd101a7a-e336-47d9-bb79-03adda4382e7] [2024/05/06 09:18:01.419 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 107e8b73-bbbf-41ab-8c12-bc15ebe9214f"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:01.419 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30001] [2024/05/06 09:18:01.419 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:01.419 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:01.419 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30002] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:01.419 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="context canceled"] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bd101a7a-e336-47d9-bb79-03adda4382e7] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 107e8b73-bbbf-41ab-8c12-bc15ebe9214f"] [error="context canceled"] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 107e8b73-bbbf-41ab-8c12-bc15ebe9214f"] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:01.419 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=107e8b73-bbbf-41ab-8c12-bc15ebe9214f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:01.419 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 107e8b73-bbbf-41ab-8c12-bc15ebe9214f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:01.419 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:01.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:01.436 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:01.436 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="context canceled"] [2024/05/06 09:18:01.436 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [2024/05/06 09:18:01.436 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:02.662 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 107e8b73-bbbf-41ab-8c12-bc15ebe9214f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:02.682 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:02.682 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:02.682 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:02.697 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bd101a7a-e336-47d9-bb79-03adda4382e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:02.697 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:02.697 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:02.697 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:02.697 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.283962164s] [2024/05/06 09:18:02.698 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:02.698 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:02.698 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:02.698 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:02.698 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestLimitOneBackend (4.28s) === RUN TestAddIndexIngestWriterCountOnPartitionTable [2024/05/06 09:18:02.700 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:02.701 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:02.701 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:02.701 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:02.701 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:02.702 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:02.702 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:02.702 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:02.702 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:02.702 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:02.702 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:02.703 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:02.703 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:02.704 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:02.709 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:02.714 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:02.723 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=224] ["lease id"=6f188f4d304e9908] [2024/05/06 09:18:02.724 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:02.741 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=83] ["start time"=12.028033ms] [2024/05/06 09:18:02.742 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:02.742 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [runWorker=true] [2024/05/06 09:18:02.742 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:02.744 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:02.744 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:02.744 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:02.744 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242652143616/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:02.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:02.745 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:02.744 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:02.745 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:02.745 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:02.746 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9219] [ownerID=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [op=none] [2024/05/06 09:18:02.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:02.746 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=de99bd2e-7946-445d-aedb-7d7d236f385f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:02.747 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:02.751 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:02.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:02.752 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:02.765 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:02.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:02.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:02.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:02.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:02.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:02.770 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:02.770 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:02.770 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:02.770 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:02.770 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:02.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:02.770 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:02.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:02.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:02.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:02.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:02.771 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:02.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:02.772 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/166b446b-25c3-45e0-817c-7ec3f1cbd9b4] [2024/05/06 09:18:02.772 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:02.772 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:02.773 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:02.774 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.903425ms] [2024/05/06 09:18:02.774 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:02.774 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:02.774 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:02.781 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:02.782 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=83] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:02.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:02.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.796 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:02.796 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9219] [ownerID=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [op=none] [2024/05/06 09:18:02.796 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [op=none] [2024/05/06 09:18:02.796 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:02.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=65.432Β΅s] [gotSchemaVersion=84] [phyTblIDs="[113,115]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:02.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=84] [2024/05/06 09:18:02.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.397073ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=53.66Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:02.888 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=85] [2024/05/06 09:18:02.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.748038ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=34.242Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:02.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=86] [2024/05/06 09:18:03.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.157242ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.007 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[113,115]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:03.011 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/06 09:18:03.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.019 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:03.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.020 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=86] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:03.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:03.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=278.506Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:03.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 09:18:03.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.925388ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:02.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.102 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.107 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:18:03.107 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.115 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:03.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=87] [cur_db=addindexlit] [sql="create table t (a int primary key) partition by hash(a) partitions 32;"] [user=] [2024/05/06 09:18:03.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.124 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key) partition by hash(a) partitions 32;"] [2024/05/06 09:18:03.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.133 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/06 09:18:03.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=957.793Β΅s] [gotSchemaVersion=88] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.142 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=88] [2024/05/06 09:18:03.189 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.448127ms] [job="ID:155, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.195 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [job="ID:155, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:18:03.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573573933400089] [2024/05/06 09:18:03.207 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=88] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:18:03.212 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:03.212 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:18:03.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.220 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:03.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=1.075777ms] [gotSchemaVersion=89] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:03.231 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=89] [2024/05/06 09:18:03.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.360997ms] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.295 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=907.608Β΅s] [gotSchemaVersion=90] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:03.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=90] [2024/05/06 09:18:03.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.42495ms] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=832.125Β΅s] [gotSchemaVersion=91] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:03.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=91] [2024/05/06 09:18:03.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.841644ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.418 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.419 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:03.419 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f728000000000000000] [endKey=74800000000000007b5f72800000000000006000] [2024/05/06 09:18:03.427 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:18:03.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573986091016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:03.433 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:03.437 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/156] [2024/05/06 09:18:03.462 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=122] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:03.748 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:03.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:03.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:03.748 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:03.772 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:03.772 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:03.772 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/166b446b-25c3-45e0-817c-7ec3f1cbd9b4] [watcherID=fc1482f7-9190-448e-99e6-f8b1e0a394ea] [2024/05/06 09:18:03.774 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:03.776 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:03.776 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:03.776 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:03.776 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:03.781 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60001] [2024/05/06 09:18:03.781 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:04.282 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:04.282 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:04.283 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=60001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:04.283 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=32] [2024/05/06 09:18:04.579 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:04.745 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:04.883 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:04.885 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:04.885 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/156] [keyspaceName=] [2024/05/06 09:18:04.889 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:04.889 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:04.889 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:04.889 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:04.889 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:04.889 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:04.889 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:04.889 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:04.889 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:04.893 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:04.894 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:04.894 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=156] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:04.894 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:04.901 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:04.904 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:04.904 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:04.905 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60001] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:04.905 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f728000000000000000] ["end key"=74800000000000007b5f72800000000000006000] [2024/05/06 09:18:04.905 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007b5f728000000000000000, endKey=74800000000000007b5f72800000000000006000"] [2024/05/06 09:18:04.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:04.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:04.920 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60001] [id=1] [2024/05/06 09:18:04.926 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:04.933 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:18:04.938 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/ff8a02bb-be42-496b-ac91-03bd1dd849bc.sst] [firstKey=74800000000000007B5F698000000000000001038000000000000000038000000000000000] [lastKey=74800000000000007B5F698000000000000001038000000000000060038000000000000060] [2024/05/06 09:18:04.942 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:04.942 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652200960/467794132992, backend usage: 0"] [2024/05/06 09:18:04.942 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:04.943 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:04.965 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:04.965 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:04.975 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:04.976 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.227756ms] [] [2024/05/06 09:18:04.979 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:04.993 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:04.994 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:04.995 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60002] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:04.995 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:18:04.995 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 09:18:04.995 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 09:18:04.995 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f728000000000000001] ["end key"=74800000000000007c5f72800000000000006100] [2024/05/06 09:18:04.995 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:18:04.995 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60002] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007c5f728000000000000001, endKey=74800000000000007c5f72800000000000006100"] [2024/05/06 09:18:04.996 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60002] [id=1] [2024/05/06 09:18:04.996 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1022] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/964a2a8d-f258-4727-a3f9-1dab3025297a.sst] [firstKey=74800000000000007C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000007C5F698000000000000001038000000000000061038000000000000061] [2024/05/06 09:18:04.999 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:04.999 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652237824/467794132992, backend usage: 0"] [2024/05/06 09:18:04.999 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.000 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.022 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:05.022 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.029 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=304] [importedCount=8] [2024/05/06 09:18:05.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.197607ms] [] [2024/05/06 09:18:05.035 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.048 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.049 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.049 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60003] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.049 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:18:05.049 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/06 09:18:05.049 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f728000000000000002] ["end key"=74800000000000007d5f72800000000000006200] [2024/05/06 09:18:05.049 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/06 09:18:05.050 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:18:05.050 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60003] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007d5f728000000000000002, endKey=74800000000000007d5f72800000000000006200"] [2024/05/06 09:18:05.050 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60003] [id=1] [2024/05/06 09:18:05.051 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/aae3bfe4-2891-49a5-954f-7a8d388b755d.sst] [firstKey=74800000000000007D5F698000000000000001038000000000000002038000000000000002] [lastKey=74800000000000007D5F698000000000000001038000000000000062038000000000000062] [2024/05/06 09:18:05.056 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.056 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652250112/467794132992, backend usage: 0"] [2024/05/06 09:18:05.056 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.057 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.079 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:05.079 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.086 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=456] [importedCount=12] [2024/05/06 09:18:05.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.659821ms] [] [2024/05/06 09:18:05.090 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.103 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.104 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.105 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60004] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.105 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 09:18:05.105 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/06 09:18:05.105 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/06 09:18:05.105 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 09:18:05.105 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f728000000000000003] ["end key"=74800000000000007e5f72800000000000006300] [2024/05/06 09:18:05.105 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60004] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007e5f728000000000000003, endKey=74800000000000007e5f72800000000000006300"] [2024/05/06 09:18:05.106 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60004] [id=1] [2024/05/06 09:18:05.106 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1026] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/86a72dde-2234-4576-a29d-7ce5fa11b2bc.sst] [firstKey=74800000000000007E5F698000000000000001038000000000000003038000000000000003] [lastKey=74800000000000007E5F698000000000000001038000000000000063038000000000000063] [2024/05/06 09:18:05.109 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.109 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652262400/467794132992, backend usage: 0"] [2024/05/06 09:18:05.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.110 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.132 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:05.132 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.139 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=608] [importedCount=16] [2024/05/06 09:18:05.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.911744ms] [] [2024/05/06 09:18:05.143 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.156 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.157 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235168] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.157 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60005] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 09:18:05.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235248] ["max memory quota"=17179869184] [2024/05/06 09:18:05.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235288] ["max memory quota"=17179869184] [2024/05/06 09:18:05.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 09:18:05.157 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f728000000000000004] ["end key"=74800000000000007f5f72800000000000004400] [2024/05/06 09:18:05.157 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60005] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f728000000000000004, endKey=74800000000000007f5f72800000000000004400"] [2024/05/06 09:18:05.158 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60005] [id=1] [2024/05/06 09:18:05.159 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0d179502-6d93-4ba7-a0eb-c7ed683e8af2.sst] [firstKey=74800000000000007F5F698000000000000001038000000000000004038000000000000004] [lastKey=74800000000000007F5F698000000000000001038000000000000044038000000000000044] [2024/05/06 09:18:05.161 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.162 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652278784/467794132992, backend usage: 0"] [2024/05/06 09:18:05.162 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.163 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.184 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.190 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=722] [importedCount=19] [2024/05/06 09:18:05.192 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.725414ms] [] [2024/05/06 09:18:05.196 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.208 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.210 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.210 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60006] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.210 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 09:18:05.210 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235368] ["max memory quota"=17179869184] [2024/05/06 09:18:05.210 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f728000000000000005] ["end key"=7480000000000000805f72800000000000004500] [2024/05/06 09:18:05.210 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235408] ["max memory quota"=17179869184] [2024/05/06 09:18:05.210 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 09:18:05.210 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000805f728000000000000005, endKey=7480000000000000805f72800000000000004500"] [2024/05/06 09:18:05.211 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60006] [id=1] [2024/05/06 09:18:05.212 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/27c6d935-bc00-4d04-ab3d-961307e52058.sst] [firstKey=7480000000000000805F698000000000000001038000000000000005038000000000000005] [lastKey=7480000000000000805F698000000000000001038000000000000045038000000000000045] [2024/05/06 09:18:05.214 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.214 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652299264/467794132992, backend usage: 0"] [2024/05/06 09:18:05.214 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.216 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.237 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.237 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.244 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=836] [importedCount=22] [2024/05/06 09:18:05.245 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.837136ms] [] [2024/05/06 09:18:05.248 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.259 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.260 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.260 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60007] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.260 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 09:18:05.260 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/06 09:18:05.260 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/06 09:18:05.260 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 09:18:05.260 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f728000000000000006] ["end key"=7480000000000000815f72800000000000004600] [2024/05/06 09:18:05.260 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000815f728000000000000006, endKey=7480000000000000815f72800000000000004600"] [2024/05/06 09:18:05.261 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60007] [id=1] [2024/05/06 09:18:05.262 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5a7ccb1c-71d4-4e24-823e-651c186074ea.sst] [firstKey=7480000000000000815F698000000000000001038000000000000006038000000000000006] [lastKey=7480000000000000815F698000000000000001038000000000000046038000000000000046] [2024/05/06 09:18:05.264 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.264 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652315648/467794132992, backend usage: 0"] [2024/05/06 09:18:05.264 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.265 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.287 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.287 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.293 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=950] [importedCount=25] [2024/05/06 09:18:05.295 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.438359ms] [] [2024/05/06 09:18:05.298 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.309 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.310 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.311 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60008] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.311 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 09:18:05.311 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 09:18:05.311 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 09:18:05.311 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f728000000000000007] ["end key"=7480000000000000825f72800000000000004700] [2024/05/06 09:18:05.311 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 09:18:05.311 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000825f728000000000000007, endKey=7480000000000000825f72800000000000004700"] [2024/05/06 09:18:05.312 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60008] [id=1] [2024/05/06 09:18:05.312 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/005e3738-8eec-46b2-be62-28d36e015f5b.sst] [firstKey=7480000000000000825F698000000000000001038000000000000007038000000000000007] [lastKey=7480000000000000825F698000000000000001038000000000000047038000000000000047] [2024/05/06 09:18:05.315 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.315 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652327936/467794132992, backend usage: 0"] [2024/05/06 09:18:05.315 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.316 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.338 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.338 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.344 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1064] [importedCount=28] [2024/05/06 09:18:05.346 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.872169ms] [] [2024/05/06 09:18:05.349 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.360 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.361 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284224] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.362 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60009] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.362 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284264] ["max memory quota"=17179869184] [2024/05/06 09:18:05.362 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284304] ["max memory quota"=17179869184] [2024/05/06 09:18:05.362 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284344] ["max memory quota"=17179869184] [2024/05/06 09:18:05.362 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284384] ["max memory quota"=17179869184] [2024/05/06 09:18:05.362 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f728000000000000008] ["end key"=7480000000000000835f72800000000000004800] [2024/05/06 09:18:05.362 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60009] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000835f728000000000000008, endKey=7480000000000000835f72800000000000004800"] [2024/05/06 09:18:05.362 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60009] [id=1] [2024/05/06 09:18:05.363 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/73147ede-9011-4676-b5ec-81ea56a108c9.sst] [firstKey=7480000000000000835F698000000000000001038000000000000008038000000000000008] [lastKey=7480000000000000835F698000000000000001038000000000000048038000000000000048] [2024/05/06 09:18:05.365 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.365 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652340224/467794132992, backend usage: 0"] [2024/05/06 09:18:05.365 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.366 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.389 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.389 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.395 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1178] [importedCount=31] [2024/05/06 09:18:05.397 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.548661ms] [] [2024/05/06 09:18:05.400 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.412 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.413 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284344] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.414 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60010] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.414 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284384] ["max memory quota"=17179869184] [2024/05/06 09:18:05.414 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284424] ["max memory quota"=17179869184] [2024/05/06 09:18:05.414 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284464] ["max memory quota"=17179869184] [2024/05/06 09:18:05.414 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 09:18:05.414 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f728000000000000009] ["end key"=7480000000000000845f72800000000000004900] [2024/05/06 09:18:05.414 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60010] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000845f728000000000000009, endKey=7480000000000000845f72800000000000004900"] [2024/05/06 09:18:05.414 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60010] [id=1] [2024/05/06 09:18:05.415 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/235f59a4-4941-4e7d-ad89-421fadc74f8b.sst] [firstKey=7480000000000000845F698000000000000001038000000000000009038000000000000009] [lastKey=7480000000000000845F698000000000000001038000000000000049038000000000000049] [2024/05/06 09:18:05.418 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.418 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652356608/467794132992, backend usage: 0"] [2024/05/06 09:18:05.418 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.419 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.441 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.441 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.447 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1292] [importedCount=34] [2024/05/06 09:18:05.449 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.907295ms] [] [2024/05/06 09:18:05.452 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.465 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.466 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284464] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.466 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60011] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.466 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 09:18:05.466 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284544] ["max memory quota"=17179869184] [2024/05/06 09:18:05.466 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284584] ["max memory quota"=17179869184] [2024/05/06 09:18:05.466 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 09:18:05.466 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f72800000000000000a] ["end key"=7480000000000000855f72800000000000004a00] [2024/05/06 09:18:05.466 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60011] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000855f72800000000000000a, endKey=7480000000000000855f72800000000000004a00"] [2024/05/06 09:18:05.467 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60011] [id=1] [2024/05/06 09:18:05.468 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/b5f804b5-449e-4e8e-8728-c6acbe3fcab7.sst] [firstKey=7480000000000000855F69800000000000000103800000000000000A03800000000000000A] [lastKey=7480000000000000855F69800000000000000103800000000000004A03800000000000004A] [2024/05/06 09:18:05.470 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.470 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652381184/467794132992, backend usage: 0"] [2024/05/06 09:18:05.470 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.472 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.494 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.494 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.501 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1406] [importedCount=37] [2024/05/06 09:18:05.503 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.774956ms] [] [2024/05/06 09:18:05.506 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.518 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.519 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284584] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.520 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60012] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 09:18:05.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284664] ["max memory quota"=17179869184] [2024/05/06 09:18:05.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284704] ["max memory quota"=17179869184] [2024/05/06 09:18:05.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 09:18:05.520 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f72800000000000000b] ["end key"=7480000000000000865f72800000000000004b00] [2024/05/06 09:18:05.520 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60012] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000865f72800000000000000b, endKey=7480000000000000865f72800000000000004b00"] [2024/05/06 09:18:05.521 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60012] [id=1] [2024/05/06 09:18:05.521 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/97e1bc3c-2307-4019-b3a9-ee594bd2d21d.sst] [firstKey=7480000000000000865F69800000000000000103800000000000000B03800000000000000B] [lastKey=7480000000000000865F69800000000000000103800000000000004B03800000000000004B] [2024/05/06 09:18:05.524 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.524 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242652393472/467794132992, backend usage: 0"] [2024/05/06 09:18:05.524 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.525 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.547 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.547 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.553 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1520] [importedCount=40] [2024/05/06 09:18:05.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.230528ms] [] [2024/05/06 09:18:05.558 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.571 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.572 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284704] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.572 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60013] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.572 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 09:18:05.572 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284784] ["max memory quota"=17179869184] [2024/05/06 09:18:05.572 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284824] ["max memory quota"=17179869184] [2024/05/06 09:18:05.572 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 09:18:05.572 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f72800000000000000c] ["end key"=7480000000000000875f72800000000000004c00] [2024/05/06 09:18:05.572 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60013] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000875f72800000000000000c, endKey=7480000000000000875f72800000000000004c00"] [2024/05/06 09:18:05.573 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60013] [id=1] [2024/05/06 09:18:05.574 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5d4ef948-abc0-4091-90ed-e5789ffc0867.sst] [firstKey=7480000000000000875F69800000000000000103800000000000000C03800000000000000C] [lastKey=7480000000000000875F69800000000000000103800000000000004C03800000000000004C] [2024/05/06 09:18:05.577 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.577 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654511104/467794132992, backend usage: 0"] [2024/05/06 09:18:05.577 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.578 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.600 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.600 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.607 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1634] [importedCount=43] [2024/05/06 09:18:05.608 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.377273ms] [] [2024/05/06 09:18:05.611 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.620 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1435\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1534\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1164\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:761"] [2024/05/06 09:18:05.624 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.625 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284824] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.625 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60014] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.625 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 09:18:05.625 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284904] ["max memory quota"=17179869184] [2024/05/06 09:18:05.625 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284944] ["max memory quota"=17179869184] [2024/05/06 09:18:05.625 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 09:18:05.625 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f72800000000000000d] ["end key"=7480000000000000885f72800000000000004d00] [2024/05/06 09:18:05.625 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60014] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000885f72800000000000000d, endKey=7480000000000000885f72800000000000004d00"] [2024/05/06 09:18:05.626 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60014] [id=1] [2024/05/06 09:18:05.626 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/cae2a546-25c5-418a-8c86-d2f138d4d885.sst] [firstKey=7480000000000000885F69800000000000000103800000000000000D03800000000000000D] [lastKey=7480000000000000885F69800000000000000103800000000000004D03800000000000004D] [2024/05/06 09:18:05.629 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.629 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654527488/467794132992, backend usage: 0"] [2024/05/06 09:18:05.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.630 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.652 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.652 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.658 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1748] [importedCount=46] [2024/05/06 09:18:05.660 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.679316ms] [] [2024/05/06 09:18:05.662 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.675 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.676 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284944] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.677 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60015] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 09:18:05.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285024] ["max memory quota"=17179869184] [2024/05/06 09:18:05.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285064] ["max memory quota"=17179869184] [2024/05/06 09:18:05.677 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f72800000000000000e] ["end key"=7480000000000000895f72800000000000004e00] [2024/05/06 09:18:05.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 09:18:05.677 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000895f72800000000000000e, endKey=7480000000000000895f72800000000000004e00"] [2024/05/06 09:18:05.678 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60015] [id=1] [2024/05/06 09:18:05.678 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5d9dd7c4-ebf0-427f-bfac-39966fdc8a00.sst] [firstKey=7480000000000000895F69800000000000000103800000000000000E03800000000000000E] [lastKey=7480000000000000895F69800000000000000103800000000000004E03800000000000004E] [2024/05/06 09:18:05.680 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.680 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654552064/467794132992, backend usage: 0"] [2024/05/06 09:18:05.680 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.681 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.703 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.703 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.709 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1862] [importedCount=49] [2024/05/06 09:18:05.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.093416ms] [] [2024/05/06 09:18:05.713 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.725 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.726 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285064] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.726 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60016] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.726 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 09:18:05.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285144] ["max memory quota"=17179869184] [2024/05/06 09:18:05.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285184] ["max memory quota"=17179869184] [2024/05/06 09:18:05.727 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f72800000000000000f] ["end key"=74800000000000008a5f72800000000000004f00] [2024/05/06 09:18:05.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 09:18:05.727 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60016] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008a5f72800000000000000f, endKey=74800000000000008a5f72800000000000004f00"] [2024/05/06 09:18:05.727 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60016] [id=1] [2024/05/06 09:18:05.728 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/47b1d300-8ecb-4f62-b1bc-8f890bcbad60.sst] [firstKey=74800000000000008A5F69800000000000000103800000000000000F03800000000000000F] [lastKey=74800000000000008A5F69800000000000000103800000000000004F03800000000000004F] [2024/05/06 09:18:05.730 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.730 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654564352/467794132992, backend usage: 0"] [2024/05/06 09:18:05.730 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.731 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.753 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.753 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:05.759 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1976] [importedCount=52] [2024/05/06 09:18:05.761 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.536043ms] [] [2024/05/06 09:18:05.764 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.777 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:05.778 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285184] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:05.778 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60017] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:05.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 09:18:05.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285264] ["max memory quota"=17179869184] [2024/05/06 09:18:05.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285304] ["max memory quota"=17179869184] [2024/05/06 09:18:05.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 09:18:05.778 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f728000000000000010] ["end key"=74800000000000008b5f72800000000000005000] [2024/05/06 09:18:05.778 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60017] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008b5f728000000000000010, endKey=74800000000000008b5f72800000000000005000"] [2024/05/06 09:18:05.779 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60017] [id=1] [2024/05/06 09:18:05.779 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/f1924a95-5c97-4452-bc78-3cd1982bf001.sst] [firstKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [lastKey=74800000000000008B5F698000000000000001038000000000000050038000000000000050] [2024/05/06 09:18:05.782 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:05.782 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654576640/467794132992, backend usage: 0"] [2024/05/06 09:18:05.782 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:05.783 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:05.805 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:05.805 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:07.518 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:735.458653ms txnStartTS:449573574877118465 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:735.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:34 total_versions:100 rocksdb_delete_skipped_count:36 rocksdb_key_skipped_count:299 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:07.518 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:734.66907ms txnStartTS:449573574877118466 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:734.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:34 total_versions:100 rocksdb_delete_skipped_count:36 rocksdb_key_skipped_count:299 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:07.519 +00:00] [WARN] [region_job.go:532] ["meet error and handle the job later"] [category=ddl-ingest] ["job stage"=needRescan] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 45"] [] [start=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [end=74800000000000008B5F69800000000000000103800000000000005003800000000000005000] [2024/05/06 09:18:07.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573574877118466\n# Query_time: 0.735568655\n# Parse_time: 0\n# Compile_time: 0.00039138\n# Rewrite_time: 0.000076299\n# Optimize_time: 0.000219899\n# Wait_TS: 0.00003093\n# Cop_time: 0.734832074 Process_time: 0.000345301 Wait_time: 0.000141024 Request_count: 1 Process_keys: 34 Total_keys: 100 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 36 Rocksdb_key_skipped_count: 299\n# Is_internal: true\n# Digest: a37269779e7a7c4ae4ea20a097010044e361c6346a1eb97aedab9377f4cb35ed\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000345301 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000141024 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 5656\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 16\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sQqwMAkzXzQJMAkxNglteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5pZCwgdiIADHN0ZXB+JAAcdGFza19rZXmCKAAIeXBlfiQAEGV4ZWNfjpcABGF0gkwAJGNvbmN1cnJlbmOCmwAkY3JlYXRlX3RpbYJWABhvcmRpbmFsfskAEHN0YXJ0BVEhhwFZTDo3MzQuOW1zLCBsb29wczoyLCBDGaJYOk9GRgk0LjQ2IEtCCU4vQQoxCTMxXzcpxjxkYXRhOlNlbGVjdGlvbl82alMADGNvcF8hkTw6IHtudW06IDEsIG1heDogAX0ANwF9DHByb2MhrihzOiAzNCwgdG90XwETAQ4UNS4zwrVzCRQgd2FpdDogMTQxBRKAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogMy43NwU6LG1heF9kaXN0c3FsXz2RTDogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBYMIYWxfNTcgNm1zfX0JMS4wNR8IMgkxIQg0XzAJMTYJZXEoY2FzdCh2zAIhFwH6bCwgZG91YmxlIEJJTkFSWSksIDYwMDAxKSwgaW56QwAAc0l4PCJwZW5kaW5nIiwgInJ1bm4BCwApAYkQdGlrdl8BaAQ6ewW8ADA57kh9LCBzY2FuX2RldGFpbDoge3RvAeMhfAhlc3MBmDmSBGFsMhgAKF9zaXplOiA5OTMwMRoEa2UBLwAxIYAoZ2V0X3NuYXBzaG9JcRA6IDEwNy3LmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzYsIGtleT4XACAyOTksIGJsb2NBSBB9fX0sIAHPXrwAARwIOiAzLkACCGFsX0FCDRtRRyUfCHdhbC3aRZUcM21zfQlOL0EBBBwKMwk0M181CSXXKDAwMDAJdGFibGU6WsAETCwga2VlcCBvcmRlcjpmYWxzZSwgIaIoczpwc2V1ZG8JMzRykgEgCU4vQQlOL0EK')\n# Plan_digest: 68b6d3f23a04b3a0e7eabee5b12ee0f712765c47fe86211741891d644a644b40\n# Binary_plan: tidb_decode_binary_plan('yguoCsULCgxQcm9qZWN0aW9uXzQS4AcKDVRhYmxlUmVhZGVyXzcSoQUKC1NlbA0iFDYSoQEKDwUiTEZ1bGxTY2FuXzUhAAAAAAjUREEpAQnwcQCIw0AwIjgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoyfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAQADBAMBABkChShQFlcShjYXN0KAWVAC5alACQLnRhc2tfa2V5LCBkb3VibGUgQklOQVJZKSwgNjAwMDEpLCBpbnpDAFhzdGF0ZSwgInBlbmRpbmciLCAicnVubgELDClqtwJu1QAILCBzIVdUZGV0YWlsOiB7dG90YWxfcHJvY2VzcwGXGHM6IDM0LCBGGAAoX3NpemU6IDk5MzARHwRrZQEvSDEwMCwgZ2V0X3NuYXBzaG90X3QhS8ggMTA3LjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzYsIGtleV86FwBEMjk5LCBibG9jazoge319fSwgAVlevAABHAG8ADUNdQnCCHdhaRWQBDQxBY4lHwx3YWxsDTMgNzM0LjNtc31wJeEBATLwARyrqqqqCnkGQUmAKfAoAUABUhBkYXRhOlNZvgRaFQWDAU8IOW1zVUgYYtsBY29wXyH3ODoge251bTogMSwgbWF4OgV6ADcBKyGALU4tfSWTOs8ABc0EOiARyFxjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4hjxBidWlsZAV0CF9kdQUaGG46IDMuNzclAqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxMfUV5Rw2bXN9fXDACC4dAxB4d3d350otAQSDA3YVAwxpZCwgdiIADHN0ZXB+JAAhZCFHgigACHlwZX4kABBleGVjX46XAGWLdrwAPWR+dwAUY3JlYXRlJWV+KwAYb3JkaW5hbH4nAAxzdGFyaQNeoQIED0NdBEhPRkZw2CN4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:07.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573574877118465\n# Query_time: 0.736683592\n# Parse_time: 0\n# Compile_time: 0.000556975\n# Rewrite_time: 0.000109081\n# Optimize_time: 0.000331238\n# Wait_TS: 0.000037513\n# Cop_time: 0.735454841 Process_time: 0.000228893 Wait_time: 0.000084248 Request_count: 1 Process_keys: 34 Total_keys: 100 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 36 Rocksdb_key_skipped_count: 299\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000228893 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 8.4248e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 1332\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 3\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7wzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTMJdGltZTo3MzUuN21zLCBsb29wczo0LCBDb25jdXJyZW5jeTpPRkYJMTAxNiBCeXRlcwlOL0EKMQk2XzExEXUBZhBwIGJ5OpJ+ADBmdW5jczpjb3VudChDDYoMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomAGbwAFRwYXJ0aWFsX3dvcmtlcjp7d2FsbF90MRwkNjU0NzZtcywgYz0XkDUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjMuNjc3OTk5NTU1cywFFyxleGVjOjIwLjY0wrUNEwVbASpcODAyODY4MnMsIG1heDo3MzUuNjA3MDcyAW4IcDk1MhIAFH0sIGZpbmamABA4MzQ2OQE5XqcAAbMRpxQ0MS4wNDIVkQmkCDExbkKhABQxOTA4NDYuoQAQNDY4MjgBaBWhDRIQfQlOL0EBBCAKMgkzMV8xMglNlzRkYXRhOkhhc2hBZ2dfNi6HASVXAGxFdwAyIWAEcF8hVQg6IHshVwQgMSkXACAhGAA1BXIscm9jX2tleXM6IDM0KXUBExg6IDIyOC45Fc4liQwgODQuCeGAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXUIX2R1BRoYbjogNi43MwVNLG1heF9kaXN0c3FsXy5WAUggMX0sIHJwY19pbmZvOntDb3A6AbIMX3JwY00NAGFdQDQ0bXN9fQkzMTYgQnl0ZWlDHDMJNl82CTFfLSLmRAMuPAMAMSVbBGt2BdAEOntFZgQwc3HYAbQ8c2Nhbl9kZXRhaWw6IHt0bwGoIUIIZXNzNlgBBGFsMhgAKF9zaXplOiA5OTMwJXcEYWwNLwAxIUUwZ2V0X3NuYXBzaG90XwV2ECAzMi44JUNgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX4UDIDogMzYsIGtleT4XACAyOTksIGJsb2NBDRB9fX0sIAFYXrsAARw6BQJhKARhaRGPVQwAdCEfed8cIDYzNS40wrVdvBg0CTFfMTAJIZskOAllcShjYXN0KHZeBEG0IRBsLCBkb3VibGUgQklOQVJZKSwgNjAwMDEpLCBlcXpDACxzdGVwLCAxKQkzMgkFpAFUSsMBAAlxYxg1CTQzXzkJAacsMTAwMDAJdGFibGU6WvwFIWQ8ZXAgb3JkZXI6ZmFsc2UsIMEPKHM6cHNldWRvCTM0lncA')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('zg7gCskOCgxQcm9qZWN0aW9uXzUSug0KCkhhc2hBZ2dfMTES8AgKDlRhYmxlUmVhZGVyXzEyErEGCglIDSIgNhLxAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwIjgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAQACBAMCABkCRScWVxKGNhc3QoBZQALlqTAJAudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCA2MDAwMSksIGVxekMAJHN0ZXAsIDEpahzKvwAQF7fRAKwBvwSamQEBDBlAMAMFvwBHITsQcCBieTp2wACgc3RhdGUsIGZ1bmNzOmNvdW50KDEpLT5Db2x1bW4jMjFquAJ0aWt2X3RWVQEILCBzIddUZGV0YWlsOiB7dG90YWxfcHJvY2VzcyEYGHM6IDM0LCBGGAAoX3NpemU6IDk5MzARHwRrZQEvSDEwMCwgZ2V0X3NuYXBzaG90X3Qhy4ggMzIuOMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkXwW/IDogMzYsIGtleT4XAEQyOTksIGJsb2NrOiB7fX19LCABWF67AAEcGDogMjI4LjkFdQnBCHdhaRGPDDg0LjIJGhxpa3Zfd2FsbA00KDYzNS40wrVzfXD/EQEycQIcvQD76FR2BkEusgEoAUABUg5kYXRhOkhxTgRaFQWDGDczNS42bXNRxxgyYtwBY29wKY84IHtudW06IDEsIG1heDogASsANQErIX8tTS18JZI6zwAFzQA6GchcY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuIY8QYnVpbGQFdQhfZHUFGhhuOiA2LjczJQKobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGyFF9ycGM6MTH1FeYcNG1zfX1wvAIunQMUu2byzX53RiwBBKkB5t8CVdsAKVnnADBxAiBmaXJzdHJvdyiKNgMIKS0+iiYAPcgANyGdZGxvb3BzOjRixwJwYXJ0aWFsX3dvcmtlcjp7WUQhygw2NTQ3JfkuUgEcNSwgdGFza18h+ClCAF9BkzA6My42Nzc5OTk1NTVzJVkkX2V4ZWM6MjAuNkGLCRMlagEqHDgwMjg2ODJzSTgFbRAwNzA3MgGfCHA5NTISABR9LCBmaW5mpgAQODM0NjkBOV6nAAGzAG8NpxA0MS4wNG02AG8RpAgxMW5CoQAUMTkwODQ2LqEAEDQ2ODI4AWgVoQ0SXmcDFEBSRIYteEY7AgAuirQBBCwgUSUEMFp5hzK/AQQPQ13pSE9GRnD4B3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:18:07.519 +00:00] [INFO] [region_request.go:1894] ["send request meet region error without retry"] [req-ts=449573574654296066] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:, replicaSelector: replicaSelectorV2{replicaReadType: leader, attempts: 1, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, attempts_time: 1.57s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 4, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 5, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [total-round-stats="{total-backoff: 0s, total-backoff-times: 0, total-rpc: {Cop:{num_rpc:1, total_time:1.57s}, rpc_errors:{epoch_not_match:1}}}"] [current-round-stats="{time: 1.57s, backoff: 0s, timeout: 1m0s, req-max-exec-timeout: 1m0s, retry-times: 0, replica-access: {{peer:15, store:1, err:epoch_not_match}}}"] [2024/05/06 09:18:07.519 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.56954473s txnStartTS:449573574654296066 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.57s}, rpc_errors:{epoch_not_match:1} region_err:message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 45, but you sent conf_ver: 5 version: 43\" epoch_not_match: peers: peers: peers: > current_regions: peers: peers: peers: > current_regions: peers: peers: peers: > > kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:0 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:07.519 +00:00] [INFO] [region_request.go:1894] ["send request meet region error without retry"] [req-ts=449573574798737414] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:, replicaSelector: replicaSelectorV2{replicaReadType: leader, attempts: 1, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, attempts_time: 1.02s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 4, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 5, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [total-round-stats="{total-backoff: 0s, total-backoff-times: 0, total-rpc: {Cop:{num_rpc:1, total_time:1.02s}, rpc_errors:{epoch_not_match:1}}}"] [current-round-stats="{time: 1.02s, backoff: 0s, timeout: 1m0s, req-max-exec-timeout: 1m0s, retry-times: 0, replica-access: {{peer:15, store:1, err:epoch_not_match}}}"] [2024/05/06 09:18:07.519 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [endKey=74800000000000008B5F69800000000000000103800000000000005003800000000000005000] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:18:09.519 +00:00] [2024/05/06 09:18:07.519 +00:00] [INFO] [region_request.go:1894] ["send request meet region error without retry"] [req-ts=449573574680510465] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:, replicaSelector: replicaSelectorV2{replicaReadType: leader, attempts: 1, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, attempts_time: 1.44s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 4, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 5, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [total-round-stats="{total-backoff: 0s, total-backoff-times: 0, total-rpc: {Cop:{num_rpc:1, total_time:1.44s}, rpc_errors:{epoch_not_match:1}}}"] [current-round-stats="{time: 1.44s, backoff: 0s, timeout: 1m0s, req-max-exec-timeout: 1m0s, retry-times: 0, replica-access: {{peer:15, store:1, err:epoch_not_match}}}"] [2024/05/06 09:18:07.519 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.02105933s txnStartTS:449573574798737414 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.02s}, rpc_errors:{epoch_not_match:1} region_err:message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 45, but you sent conf_ver: 5 version: 43\" epoch_not_match: peers: peers: peers: > current_regions: peers: peers: peers: > current_regions: peers: peers: peers: > > kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:0 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:07.519 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.441742475s txnStartTS:449573574680510465 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.44s}, rpc_errors:{epoch_not_match:1} region_err:message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 45, but you sent conf_ver: 5 version: 43\" epoch_not_match: peers: peers: peers: > current_regions: peers: peers: peers: > current_regions: peers: peers: peers: > > kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:0 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:07.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573574798737414\n# Query_time: 1.024709071\n# Parse_time: 0\n# Compile_time: 0.000385257\n# Rewrite_time: 0.000078246\n# Optimize_time: 0.000185704\n# Wait_TS: 0.000046257\n# Cop_time: 1.023989995 Process_time: 0.000142136 Wait_time: 0.000094622 Backoff_time: 0.002 Request_count: 1 Total_keys: 167 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 65 Rocksdb_key_skipped_count: 399\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000142136 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 9.4622e-05 Cop_wait_addr: 127.0.0.1:20161\n# Cop_backoff_regionMiss_total_times: 1 Cop_backoff_regionMiss_total_time: 0.002\n# Mem_max: 245\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 1.021277091\n# PD_total: 0.000010091\n# Backoff_total: 0.002\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('igb0aQEwCTMxXzcJMAkzMzIzLjMzCWRhdGE6U2VsZWN0aW9uXzYJMAl0aW1lOjEuMDJzLCBsb29wczoxLCBjb3BfdGFzazoge251bTogMSwgbWF4OiA1NTUuNsK1cywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMTQyLjHCtXMsIHRvdF93YWl0OiA5NC42wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogOC42M8K1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjIsIHRvdGFsX3RpbWU6MS4wMnN9LCBycGNfZXJyb3JzOntlcG9jaF9ub3RfbWF0Y2g6MX19LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc30JMjQ1IEJ5dGVzCU4vQQoxCTFfNgkxXzAJMzMyMyFdiGxlKG15c3FsLnRpZGJfbWRsX2luZm8udmVyc2lvbiwgOTEpJXAEa3YF5wg6e3QhewgwcywxeFR9LCBzY2FuX2RldGFpbDoge3RvdGFsLWZAMTY3LCBnZXRfc25hcHNob3QJ1xAgNjYuNSWSmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjUsIGtleT4XAEQzOTksIGJsb2NrOiB7fX19LCABlz6EABhwcm9jZXNzDXQIMTQyOeUUYWxfd2FpEY8MOTQuNgWPAHQB6Ax3YWxsDTQwMzM1LjTCtXN9CU4vQQEEXAoyCTQzXzUJMV8wCTEwMDAwCXRhYmxlOjI+AXwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3pRASAJTi9BCU4vQQo=')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('8waYCu4GCg1UYWJsZVJlYWRlcl83EvoDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSI2xlKAWDBC50LoIAPC52ZXJzaW9uLCA5MSlqgQJucAAILCBzAebwhmRldGFpbDoge3RvdGFsX2tleXM6IDE2NywgZ2V0X3NuYXBzaG90X3RpbWU6IDY2LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjUsIGtleV9za2lwcGVkX2NvdW50OiAzOTksIGJsb2NrOiB7fX19LCB0aW1lX2RldC6EABxwcm9jZXNzXwl0EDE0Mi4xBXUJogh3YWkRjww5NC42CRocaWt2X3dhbGwNNCQzMzUuNMK1c31wJUYBATJVASFMDOpz5kA5VSQBQAFSEGRhdGE6XRUEWhMFgxAxLjAyczWpHGKUAmNvcF90IcZEIHtudW06IDEsIG1heDogNTU1DZEBwy1MBDAsAbkF1QA6Ns0ABcsAOhnGgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV1CF9kdQUaGG46IDguNjMlAKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoyBZgAYS0zBeQNLfBEZXJyb3JzOntlcG9jaF9ub3RfbWF0Y2g6MX19LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc31w9QF4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:07.523 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573574654296066\n# Query_time: 1.573792633\n# Parse_time: 0\n# Compile_time: 0.000584443\n# Rewrite_time: 0.000115343\n# Optimize_time: 0.000386976\n# Wait_TS: 0.000035978\n# Cop_time: 1.572927433 Process_time: 0.000407977 Wait_time: 0.00017711 Backoff_time: 0.002 Request_count: 2 Process_keys: 1 Total_keys: 561 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 129 Rocksdb_key_skipped_count: 1479\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000203988 Cop_proc_p90: 0.000225181 Cop_proc_max: 0.000225181 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 8.8555e-05 Cop_wait_p90: 9.8813e-05 Cop_wait_max: 9.8813e-05 Cop_wait_addr: 127.0.0.1:20161\n# Cop_backoff_regionMiss_total_times: 1 Cop_backoff_regionMiss_total_time: 0.002 Cop_backoff_regionMiss_max_time: 0.002 Cop_backoff_regionMiss_max_addr: 127.0.0.1:20161 Cop_backoff_regionMiss_avg_time: 0.002 Cop_backoff_regionMiss_p90_time: 0.002\n# Mem_max: 12724\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rxi4MAkzXzEzCTAJMjMyMi43MwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuNTdzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI4HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AGAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsMR4QZmV0Y2gRDQUsDDowc30RpBEIJAozCTMxXzQxKEIBTgApHbNAZGF0YTpTZWxlY3Rpb25fNDBeiAB8Y29wX3Rhc2s6IHtudW06IDEsIG1heDogNTY3wrVzLCAhXzRfa2V5czogMCwgdG90XwESGDogMTgyLjgFIgEUJHdhaXQ6IDc4LjMFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMBH5AXMIX2R1BRoYbjogNS41MQU6OG1heF9kaXN0c3FsX2NvblUZSCAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjIFmAhhbF9ZXw0tUGVycm9yczp7ZXBvY2hfbm90X21hdCFYfH19LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc30JMjQ1TRMYTi9BCjQJMSE/BDFfcoYCDHJlb3JJ4gRrdgXdBDp7BY4EMHNV6jx9LCBzY2FuX2RldGFpbDogKfEtXEAyNzgsIGdldF9zbmFwc2hvdAnNCCA2My1mmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjQsIGtleT4XACA3MzIsIGJsb2Mh4QB9AfcBlz6EACHTCGVzcw10MtsBBGFsJd0NGzXiAHQB6Ah3YWwtdRAgMzExLkExAH0hNAEEHAo1CTQ0XzM5JTkcNjY2Ni42NwlJ6i49BPA+LCByYW5nZTpbLWluZiwxNTYpLCAoMTU2LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgVNmcQEBiAEEMAozCTZfMjkoUHJvYmVhJjg2NDAwCWdyb3VwIGJ5OkNxrkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMcUoUOTYzLjnCYSSVyxBwYXJ0aSEyGG9ya2VyOns5IRQ5MzcuMjhpMS7YAgg1LCBlC2F8ADBFyCVvKDo0LjUwNDMwNW1zCRUMZXhlY0VNYW4hwwEiEDEyMjg4ASJhshQ5MDQuMDYJkQhwOTUdEBR9LCBmaW5WlwAMNTIuMQ01XpcAAaMAbw2XEDEzLjM3CWQBFAWWDDIwNm4Npg2ZFDY2MTcyMRWZEDM4LjIwQR0ALAmZFRA5oWFlADOBpCWaFG5vdChlcTl+BCwgQRkIKSwgARkUaXNudWxsGR0AKSHRBXkIODk4RYR1cggJMzix3WHKEDUJNl8zIb8IODAwPf9KyAVtEAhpbmdSTwYkc2NoZW1hX2lkc1IfAEXmCR5JUAhtaW4VsAA4MksCADENuhAzOS42wllLBDIsaksCFDgxNi4yMSmFXrQBADFJNqWXHDMuODcwMjU3IZA5tRA0LjcyMwVzARQlQBwzLjkwNjI4MwEpKG1heDo3ODQuOTk1BSVBUhkQalICFDgzMy40MgU0Xp0ALlECEDYwLjk1CcwBiEVRCDMyMjpRAgwwNzIzWVEUODE5LjE4Cb0BmBkQWVEANuEZDDM2CTAp7eUPJEhhc2hBZ2dfMzExeAw3NDMuyXhpwwQyLMG7qcAAIMFgADr1EAw4OTMuCddBHa22LWcBEhA6IDIyNQ0iAcolewggOTitvwBjvhIHADFNEc4RBwmX8REIODU3BUwUfX0JMjg03doAN2EQADGlof4SA84SA0p4AxaoCX0iADglqmbiBVZTByGQwc8Wtwg1Di4XAChfc2l6ZTogMTE3OWUrAGH1iQQ4M1KJBwQ0MxrcCIKJBwA1wbYAeUKJBwQ0N8KJBzJSAqHABGFp8YlVWT6JBwg1NDdFc3kLFDgJNDNfM6FiDDAJMTCB+4WhOocHemkHgalmhwEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('hhvwSQqBGwoNUHJvamVjdGlvbl8xMxLrGQoHU29ydF8xNBL1GAoLSGFzaEpvaW5fMjgShgcKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxNTYpLCAoMTU2LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnDYjY9dyWiBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDI3OCwgZ2V0X3NuYXBzaG90XwWkwCA2My44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY0LCBrZXk+FwBENzMyLCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBA6IDE4Mg11CaIId2FpEY8MNzguMwWPBegMd2FsbA00JDMxMS43wrVzfXAhOgUBLkoBLBoBASEU03KNfHbrQDlNKAFAAVIRZGF0YTpTXS0EWhMFhwwxLjU3OaIUYpICY29wKb9AIHtudW06IDEsIG1heDogNTYBeQQsIAHFLU4EMCwBuwXXOs8ABc0AOhnIgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDUuNTElAqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoyBZgAYS01BeINLWBlcnJvcnM6e2Vwb2NoX25vdF9tYXRjaDoxIbNAYmFja29mZntyZWdpb25NaXNBMRBtc31w9S5kARASvBAKCmGZIEFnZ18yORL5DC6FAxAzMBL7CxkgEDM1EuYHNrgDEDM2EqUFHSIUMRKXAQoQZbYMRnVsbGm1ADRlFBTw7zBBKQABARCIw0AwAXa3AwAe/pkDWpkDCChlMQ2FBEC/DYU8UpQBZ3JvdXAgYnk6bXlzcTqlA0EiHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGq3yhgEDa1N0gAxUTouFwAMX3NpemGwCDE3OREfAGuJTgQ4M1JOBAQ0M22/gk4EADWhUAR5XzplBAg3NDfCTgQQMjI1LjJlMkJOBAQ5OJFooTadTgg1NDcFGlpOBCAh3t3d3R0+90BJhCn/gU0ED2SBTQhIYXNlBAwzMVoWhUsMNzQzLmm1qfAMMmLcAV5OBAg4OTMNryFqLVApfiV8ADo20QCNUBXKAGO+UAQIMS42JR3OTwQJl5FPCDg1NwVMEH19cJwCLsYGIS4IrWz4Qi4BAIT+LQO+LQN1EX0dADUtpAg4MzkFvgAsNaREtgJwYXJ0aWFsX3dvcmtlcjp7WSIYODE2LjIxOSU6Ln0FHDUsIHRhc2tfwSEpHimhJDMuODcwMjU3bXNlKSxfZXhlYzoyNC43MjMFRAR0b83iHDMuOTA2MjgzASkobWF4Ojc4NC45OTUFJQhwOTUdEBR9LCBmaW5WngAMMzMuNEn0Xp0AAakAbw2dEDYwLjk1CcwBFAWcDDMyMm4NrEXDHDQuMDcyMzIxEZgUODE5LjE4Cb0BmBkQbjQDCK1I/k0GCAC5QGUyGC9ub3QoZXE1mwg1LCAOWgkIKSwgARkUaXNudWxsGR0EKSkxrgQ5OOXvMa4IMXD8LnMCJBoBAiFEREREJGM+cAAEOGexoFENBDUsrU8cZmlyc3Ryb3cdb7lEUScMOTYzLikracsIMWKwaicCFDkzNy4yOBZBCV6KAQAwSRIO5QggOjQuNTA0MzA1IWY1iwAwNogBFDUxMjI4OAEiJG1heDo5MDQuMDYJkiGIGRBqIAIQOTUyLjENNV6XAC4hAhAxMy4zNwlkFZYIMjA2OiECDDY2MTdZIRg5MzguMjA3VbkZEF4hAhgo4X6PIhUHKu0KaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGL4BgQsIDXZBCldVssJADUWWQkQaGFzaF/lVQA6FgsLFhEJDCwgZmUS+ggALhIACgUsLDowc30hKPLiOAlMEDqgAAA9SooAobrp6BQ6ZGVzYyxO7QfpplKhABghazP5xxdiPmoATlIIAUYQbWV0YSxOYwAZh1JnAAxiDUNvJjcKQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:07.523 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573574680510465\n# Query_time: 1.448100514\n# Parse_time: 0\n# Compile_time: 0.001124374\n# Rewrite_time: 0.00021288\n# Optimize_time: 0.000727341\n# Wait_TS: 0.000048087\n# Cop_time: 1.446660584 Process_time: 0.000446685 Wait_time: 0.000281077 Backoff_time: 0.002 Request_count: 4 Process_keys: 70 Total_keys: 143 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 75 Rocksdb_key_skipped_count: 367 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000111671 Cop_proc_p90: 0.000133168 Cop_proc_max: 0.000133168 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.0269e-05 Cop_wait_p90: 9.559e-05 Cop_wait_max: 9.559e-05 Cop_wait_addr: 127.0.0.1:20161\n# Cop_backoff_regionMiss_total_times: 1 Cop_backoff_regionMiss_total_time: 0.002 Cop_backoff_regionMiss_max_time: 0.002 Cop_backoff_regionMiss_max_addr: 127.0.0.1:20161 Cop_backoff_regionMiss_avg_time: 0.002 Cop_backoff_regionMiss_p90_time: 0.002\n# Mem_max: 75403\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1DOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjEuNDVzLCBsb29wczoyCTQuNzMgS0IJMCBCeXRlcwoxCTNfMTUJapAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28BySBDb2x1bW4jMzVWXQEILCBDGXcMOk9GRiFuADEhbiROL0EKMgk2XzE2JfogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAXnYDTHBhcnRpYWxfd29ya2VyOnt3YWxspR+B/SQ0NjIyNjA5cywgHe4MOjUsIEWSbG51bToxLCB0b3Rfd2FpdDo3LjIzMDgwMTc2N3MJFzBleGVjOjI3LjYwOMK1DRSlWQkrKDUwMzU0cywgbWF4CW4IMTc2BREIcDk1LhEAFH0sIGZpbmqlAAw3NTk5AXRepgABshmmBDcxFY0FoQwxNTZuPp0AGDEwODU3NDIunQAcMjI5NDAxcywZng0SAH2BowEEBAozwREcOAkwCTAuMDJepAaBoVo1BCVX/hQGWhQGeV1afQAyKQNeJAAu9QJaJABJyFodAC6TAjKiBnaeBQgJMTZOkgd2NQYYNAkxN18yMDGPUGlubmVyIGpvaW4sIGVxdWFsOltlcS7bBUqDAHLMAAEdECkgZXEo0TkANwGQyeYINildYrQAWGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsQfIObggQZmV0Y2gRDQUsDDo4My5hQSR9LCBwcm9iZTp7PYhN3QRhbGVVWbEBSwkuADRJ8AVYECBhbmQgda4Yc30JMTAuMuFmHtQIHDUJM18yMShCAaQAKTE7Pc2OJQFKJAAdsRQsIGNhc3R6eQF5CjRkb3VibGUgQklOQVJZKfmmBDcJnhQCCDIuNiJJCBQ2CTMwXzJ1o2JEABBpbmRleBJUCgQ6ICmfibkUIDgyOC45hUAlUBhfaGFuZGxlARgINi4zBRgpswwgOTQ0gVYlbBggMS42NsK1IcEl8k5ZAAgxLjShDKFVBCAxNnEFLCA1fSwgbmV4dDogewFQAF8Fnhg6IDkyNC43BXQFFglbGGxvb2t1cF8NhgQ4MWIiAAxyZXNwAZogNDRzfQkyMC44QQcObQkYNwk0N18yNVEEGDFfMAkxMAkFXgw6c3QsKRwQOmlkeF+hPwxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgDj0IKHM6cHNldWRvCTM0aeAIODE2LV8WdQsAMyEKAHAxMDEdwTEIIDczESsMcHJvY6E3EHM6IDM0yXoBExg6IDExOS41JSG1/wwgOTUuIYsFWFxyX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwpxAV2CF9kdQUaGG46IDI1LjQFTSxtYXhfZGlzdHNxbF9d2Uw6IDF9LCBycGNfaW5mbzp7Q29wOgGzDF9ycGPtKQ6oDBhpbWU6NzA1BeccfX0sIHRpa3YFawQ6ewUcADAmcgw0fSwgc2Nhbl9kZXRhaWxVigHdCGVzczbzAARhbDIYAChfc2l6ZTogMjA0MCUSBGFsES8IOSwgEpcLGG5hcHNob3RN2AQ0My0XmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzYsIGtleT4XADA3OCwgYmxvY2s6IHt9CdcEbWVeuQAF6AAgMp4B4d4EYWkRjgA5MaUlHSaUCAggMzkJqPl0HDcJMV8yNyhQoRkAKUWt5X0EaW56YgRBf0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpLkgEYcZJvQAyRWUp3AAgQQpl2kW9CDYxMi1wIc0xmza9AgwzMy4yRXBZvQQ4Mg0TBGNvvr0CkQnOvQIAMlFDJbmFqk3qTGVycm9yczp7ZXBvY2hfbm90X21hxb9BA8EIRG9mZntyZWdpb25NaXNzOiAybQE7JdcMdGFza/70Ak70Agg5OTM69AIEOTFS9AIENjUthIL0AgA0gcEAeT70AggyNjfG9QIu1gE29QI13SUeLvUCBDE4JfdZ9Rg4CTQ1XzI2Re8ynAWOZwVmbwSh/wEEFgYIADlxVRgwCTI5Ljk3LgcIPusOKiIILhsAIeNB3TLrCTIhABKNDlo+AG2jWh4A/tEK/tEKTtEKPtoILusADvgLXs0IADYmnw0INTdt2QEOUQoijREaFhEEMzTxqRLNCAAzDhcRKaAdRQA0MkUAEjAIaXA6zggEMDAaIAg2zggINzk3zewaSAgAMe1IoaQONQgAN+FXwb0OwQpOWgAENjAWDgnxszIoB17QCAgwNy4WXAkBZ1LQCAQ0OB2JNiIAFtAICDUzNRKICRR9CTIxLjUxKhLTCAQzMy7TCAAzHtMIItIIRW8AKAUGKsoIDHBhdXPBFQAsFQooXSwgWyJyZXZlcnQJGRkMCRvNRwAs1VGGAAkacRQENzkxaclCbv8IBDE0EhUMEhQM0UIajw/BVBA6IDEzMS3F2UEENjgt8MJBBiJLCc5BBgmYHv4IBDY4Es4MAH1u/AgOSwmG/AgVWAHyHhMJGvsIADbVtgRrZQ4bCgQxMlIFBgQzNS1HfgUGADVWBAYAMtkDJk0KGiwJADaeCgkuqgE2FQY1sUIVBgQ2MGUtubUOCgkEMzWxtQ63C4kXVswILpsEEsoOAClRhQg1MDdlQyL5FmbHCAw0MzkuFl4OIYExaRIuCCWTCDogNh7oCFmEADMetgzChAIAMh4SCe6EAkmECDQxNeX9/oYCfoYCCDEzND6IAlKHAgQxMo3ZWYceTwtCVwIAMppXAi58ATZWAjWDPlYCCDIwNyXRWVYSawgEMzRFUC40BXpqCIHRXmkIKDF9CU4vQQlOL0EK')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('yTfACsQ3CgdTb3J0XzEzEqg2Cg1Qcm9qZWN0aW9uXzE1EpwzCgpIYXNoQWdnXzE2EskpCjIhABQ4Ep0mCgsBISRKb2luXzIwEroRMkMAZDIxEsEPCg5JbmRleExvb2tVcF8yOBLWBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjw1wAAJEAwIjgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFnRpbWU6ODE2LjnCtXMsIGxvb3BzOjNi3gFjb3BfdGFzazoge251bTogMSwgbWF4OiA3MzYuOcK1cywgcHJvY19rZXlzOiAzNCwgdG90X3Byb2M6IDExOS41wrVzLCB0b3Rfd2FpdDogOTUuNgVioGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogMjUuNAU68FJtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZTo3MDUuOcK1c319arYCdGlrdgVsBDp7BR0IMHMsDf8QMn0sIHMhnCBkZXRhaWw6IHsJRBhwcm9jZXNzNvQABGFsMhgAKF9zaXplOiAyMDQwEXtYa2V5czogMzksIGdldF9zbmFwc2hvdF8FdRAgNDMuNgXemHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzYsIGtleT4XABw3OCwgYmxvYyGoEH19fSwgAVdeuQABHBA6IDExOTmfFGFsX3dhaRGOBDk1DY4AdCEdCHdhbC05CCAzOQmoCH1w/xEBBAF4EQok/wESpwcKDFNlbG1AQDI3Eo4BChFUYWJsZVJvd0lESeoANknnBFSlQucCCA0KC13nCFIea3K2AgRqHAWfDHRhc2tKvAFWogAIGgECCX40kKVAKaDbSxqjdZQ/MBBhZRBSbmluKGVkTC50aWRiX2JhY2tncm91bmRfc3ViAWZcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABRlcCkpWhMliAwxLjQ0WXMQYpUCY29WcgMINjEyLZZBgVFPADRFX0V8GDogMTMzLjJFR3lyBDgyDRMAY8JyAwgxLjcFTc5yAwAyBZgAYU05BeVtn2BlcnJvcnM6e2Vwb2NoX25vdF9tYXRjaDoxQbchdVhvZmZ7cmVnaW9uTWlzczogMm1zfWq3Am7tAe6pA2WpCDk5MzqpAwQ5MVKpAwA2cRuCqQMANKF2AHk+qQMIMjY3xqoDLtcBNqoDNd4lHi6qAwQxOCX4WggDHCGNRGyNMvVyMgUDCAFAAVmVADVdlQjvAWnBwWlrsQdFvgwgODI4zQgsZmV0Y2hfaGFuZGxlARgINi4zRT6lziA6IDk0NG5zLCCBZhA6IDEuNoHvgaiBHU5ZAEUzCCwgbs11MuoFKDV9LCBuZXh0OiB7AVAAXwWeEDogOTI0TbIFFglbGGxvb2t1cF8NhgA4UdRGIgAMcmVzcAGaGDQ0c31wqKYu2AThmxipg8CnYxV0PjEBCFKVAX40BAxlcCwgdiQAHd0ULCBjYXN0ekEEAHThG3RrZXksIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdWyQEED0P9MRRPRkZw7BQuvwUEnxI2vQgMORLfDja9CBAzNhKOBkK9CAgzMxoevQgEuJqx1gw+QDABoVgMShwKGrHWFAF0Gg4KBaVHABIJBwRSbR60CAxwYXVzoUoALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrXwALLWGAF1hdARlcILqCAg3OTHN/Ahsb28S6ggE2wFeeAUQNzE0LjhFyr14ADGF37V3ADEanAi5dwQ2OE2LwncF9ZfOdwUJmLF3BDY4AbkMfX1qxGo+BQ43CYbnCBVZIQUe/gga5ggANrXtFuQIBDEyUjsFBDM1LUh+OwUANSHGRjoFADK5OSY5ChoXCQA2nvUILqsBNksFNbJCSwUENjCF41pLBQwShwYKKvUIDDM1Eo1G9QgEMzQWdwgEqrlCHwMIDAoKeR/u9AgAMVqhAAAaHvQIKAS6QCm5HoXrUfg9bZwEUihWtQgMZ2xvYkFFBGFzDvUIEq4IABal8Ag1MDet12k5CDJi3GI5AxA0MzkuMXI5AwA2HtIIeTgAM7HDwjgDADIe/AjuOANpOAQ0MenmDH19apT+OgNyOgMIMTM0PjwDUjsDBDEyja95Ox7uC0ILAwAymgsDLn0BNgoDNYQ+CgMIMjA3JdJaaQIcIYk7w9ZL4Y0yZgIOVQgAFEU8EDEuNTRtKlYIAPRqVggEMDCtPzZWCAg3OTetau3Qscfhz+G9BDc1DtgNBCwg6fxBwDqwCAQ2MBaWCLJYCAQwN4UBFr4IUlgIBDQ4LaEBiTYiABZYCAg1MzVlOQx9cK+sNlsIIAIh6SCU+SYBjz43AQhS2wIqNwgukwMIaWQsLlIILhsAAfOhh2YhAAh5cGViHQDlmmIeABhwcmlvcml0ZlwAFGNyZWF0ZRIaCmJFADLsCFrgAABzPjQJNuIAAHISQQ8EY28ByT4uCS4qACEnXiEJADZZlQA3LpUCQiIJBNwiKiIJQCHFqRolOc6UQCmJ0t7gC5OZDjwOZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxescJcucAAR0QKSBlcSgi0wkELCARCwg2KV1W4AkEjAFlGBBfaGFzaEmGBDp7ErUQCDoxLhLSC2VPEQ0FLAg6ODPllwB9EsoRDGJlOns9ogQ6NRLoCBxhbDo3LjIzcxb8EQ1LBHByAS4ANKniBVgMIGFuZGUBCS4sfXDUUSF+/VR9SBaVQjEBAMv+3AL+3AL+3AL+3AKK3AJ9Hg4YDzqNED2nVg0CQssCBNglLssCGM6mZ+JvmpUekAgM8D8wAUXLBLcGAWkQcCBieTodgT5YAyBmdW5jczptYXh65AIdpiqfDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEVZkwAESKemAChRmpOAKVkKSN+nAClc2ZLAAUfnpYAsaFmTwARIp5SAL3SZlUAHSWiWAAmiA5qWAAZJZ5YAKU2YjICAR6eSgAAdN1nZlIALiYAVoYDGMQCcGFydGkOYgkYb3JrZXI6eyamEQ7kEBw2MjI2MDlzLDLiEKF3DuQPDqYIFnoNEp8VpVgcMDgwMTc2N3OlmgBfDgQYFDoyNy42MA7rDQkUEm4JobEUMDg1MDM1Dl8UCG1heAluCDE3NgURCHA5NS4RABR9LCBmaW5qpQAMNzU5OQF0PZQypgABsgBvFaYAN8kWARIFoQwxNTZuPp0AGDEwODU3NDLZVSELFDk0MDFzLBmeADIJEl5xChQ0Dc5I1uRGxAQAq/5eBv5eBjpeBkl5WsgEeZRaIQA9dGZXCYp7CS6tAiZNCAA1VrgCej4GFJLHF1XY/EZ6AQBeWsQAhuUAisEABGlkUqwAEHDoJRgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:08.457 +00:00] [INFO] [reorg.go:262] ["run reorg job wait timeout"] [category=ddl] ["wait time"=5s] ["total added row count"=52] [2024/05/06 09:18:08.460 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:18:08.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:52, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573986091016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:08.466 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:09.525 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2090] [importedCount=55] [2024/05/06 09:18:09.527 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=3.744752338s] [] [2024/05/06 09:18:09.530 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.540 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.541 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285304] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.541 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60018] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.541 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 09:18:09.541 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285384] ["max memory quota"=17179869184] [2024/05/06 09:18:09.541 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285424] ["max memory quota"=17179869184] [2024/05/06 09:18:09.541 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f728000000000000011] ["end key"=74800000000000008c5f72800000000000005100] [2024/05/06 09:18:09.542 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 09:18:09.542 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60018] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008c5f728000000000000011, endKey=74800000000000008c5f72800000000000005100"] [2024/05/06 09:18:09.542 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60018] [id=1] [2024/05/06 09:18:09.543 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a5372e59-41df-420d-9a81-516018c21de5.sst] [firstKey=74800000000000008C5F698000000000000001038000000000000011038000000000000011] [lastKey=74800000000000008C5F698000000000000001038000000000000051038000000000000051] [2024/05/06 09:18:09.545 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.545 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654629888/467794132992, backend usage: 0"] [2024/05/06 09:18:09.545 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.546 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.568 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.568 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.575 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2204] [importedCount=58] [2024/05/06 09:18:09.576 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.17958ms] [] [2024/05/06 09:18:09.580 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.592 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.592 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285424] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.593 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60019] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.593 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 09:18:09.593 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285504] ["max memory quota"=17179869184] [2024/05/06 09:18:09.593 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f728000000000000012] ["end key"=74800000000000008d5f72800000000000005200] [2024/05/06 09:18:09.593 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285544] ["max memory quota"=17179869184] [2024/05/06 09:18:09.593 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 09:18:09.593 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60019] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008d5f728000000000000012, endKey=74800000000000008d5f72800000000000005200"] [2024/05/06 09:18:09.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60019] [id=1] [2024/05/06 09:18:09.594 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/fd3dddc9-34c7-453b-9b0a-b28421c85b46.sst] [firstKey=74800000000000008D5F698000000000000001038000000000000012038000000000000012] [lastKey=74800000000000008D5F698000000000000001038000000000000052038000000000000052] [2024/05/06 09:18:09.597 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.597 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654646272/467794132992, backend usage: 0"] [2024/05/06 09:18:09.597 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.598 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.620 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.620 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.627 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2318] [importedCount=61] [2024/05/06 09:18:09.629 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.529977ms] [] [2024/05/06 09:18:09.632 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.646 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.648 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285544] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.648 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60020] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 09:18:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285624] ["max memory quota"=17179869184] [2024/05/06 09:18:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285664] ["max memory quota"=17179869184] [2024/05/06 09:18:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 09:18:09.648 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f728000000000000013] ["end key"=74800000000000008e5f72800000000000005300] [2024/05/06 09:18:09.648 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60020] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008e5f728000000000000013, endKey=74800000000000008e5f72800000000000005300"] [2024/05/06 09:18:09.649 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60020] [id=1] [2024/05/06 09:18:09.649 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/ccfa2adb-1a4c-4a9a-8a2c-cc911f6feb1b.sst] [firstKey=74800000000000008E5F698000000000000001038000000000000013038000000000000013] [lastKey=74800000000000008E5F698000000000000001038000000000000053038000000000000053] [2024/05/06 09:18:09.652 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.652 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654658560/467794132992, backend usage: 0"] [2024/05/06 09:18:09.652 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.653 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.675 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.675 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.681 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2432] [importedCount=64] [2024/05/06 09:18:09.683 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.966547ms] [] [2024/05/06 09:18:09.687 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.700 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.702 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285664] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.702 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60021] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.702 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 09:18:09.702 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285744] ["max memory quota"=17179869184] [2024/05/06 09:18:09.702 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285784] ["max memory quota"=17179869184] [2024/05/06 09:18:09.702 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 09:18:09.702 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f728000000000000014] ["end key"=74800000000000008f5f72800000000000005400] [2024/05/06 09:18:09.702 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60021] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008f5f728000000000000014, endKey=74800000000000008f5f72800000000000005400"] [2024/05/06 09:18:09.703 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60021] [id=1] [2024/05/06 09:18:09.703 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/3a296c7f-3a1d-4aa0-a62a-24b94f484c5e.sst] [firstKey=74800000000000008F5F698000000000000001038000000000000014038000000000000014] [lastKey=74800000000000008F5F698000000000000001038000000000000054038000000000000054] [2024/05/06 09:18:09.706 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.706 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654670848/467794132992, backend usage: 0"] [2024/05/06 09:18:09.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.707 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.729 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.730 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.736 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2546] [importedCount=67] [2024/05/06 09:18:09.737 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.110131ms] [] [2024/05/06 09:18:09.741 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.755 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.756 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285784] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.757 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60022] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 09:18:09.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285864] ["max memory quota"=17179869184] [2024/05/06 09:18:09.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285904] ["max memory quota"=17179869184] [2024/05/06 09:18:09.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 09:18:09.757 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f728000000000000015] ["end key"=7480000000000000905f72800000000000005500] [2024/05/06 09:18:09.757 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60022] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000905f728000000000000015, endKey=7480000000000000905f72800000000000005500"] [2024/05/06 09:18:09.757 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60022] [id=1] [2024/05/06 09:18:09.758 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/e38e5179-04c5-4bf8-8c69-c89113ade663.sst] [firstKey=7480000000000000905F698000000000000001038000000000000015038000000000000015] [lastKey=7480000000000000905F698000000000000001038000000000000055038000000000000055] [2024/05/06 09:18:09.761 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.761 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654695424/467794132992, backend usage: 0"] [2024/05/06 09:18:09.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.784 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.784 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.790 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2660] [importedCount=70] [2024/05/06 09:18:09.792 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.065164ms] [] [2024/05/06 09:18:09.795 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.808 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.809 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285904] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.809 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60023] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.809 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 09:18:09.809 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285984] ["max memory quota"=17179869184] [2024/05/06 09:18:09.809 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286024] ["max memory quota"=17179869184] [2024/05/06 09:18:09.809 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 09:18:09.809 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f728000000000000016] ["end key"=7480000000000000915f72800000000000005600] [2024/05/06 09:18:09.809 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60023] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000915f728000000000000016, endKey=7480000000000000915f72800000000000005600"] [2024/05/06 09:18:09.810 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60023] [id=1] [2024/05/06 09:18:09.811 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/bbd2d0e9-cd62-4911-b9cf-3c379ce9f067.sst] [firstKey=7480000000000000915F698000000000000001038000000000000016038000000000000016] [lastKey=7480000000000000915F698000000000000001038000000000000056038000000000000056] [2024/05/06 09:18:09.813 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.813 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654711808/467794132992, backend usage: 0"] [2024/05/06 09:18:09.813 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.814 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.843 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2774] [importedCount=73] [2024/05/06 09:18:09.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.855709ms] [] [2024/05/06 09:18:09.847 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.860 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.861 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286024] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.861 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60024] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.861 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 09:18:09.861 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286104] ["max memory quota"=17179869184] [2024/05/06 09:18:09.861 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286144] ["max memory quota"=17179869184] [2024/05/06 09:18:09.861 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 09:18:09.861 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f728000000000000017] ["end key"=7480000000000000925f72800000000000005700] [2024/05/06 09:18:09.861 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60024] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000925f728000000000000017, endKey=7480000000000000925f72800000000000005700"] [2024/05/06 09:18:09.862 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60024] [id=1] [2024/05/06 09:18:09.862 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/76ea23b1-4215-44f6-ba36-e2f7db90e4d5.sst] [firstKey=7480000000000000925F698000000000000001038000000000000017038000000000000017] [lastKey=7480000000000000925F698000000000000001038000000000000057038000000000000057] [2024/05/06 09:18:09.865 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.865 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654724096/467794132992, backend usage: 0"] [2024/05/06 09:18:09.865 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.866 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.888 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.888 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.894 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2888] [importedCount=76] [2024/05/06 09:18:09.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.453961ms] [] [2024/05/06 09:18:09.899 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.910 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.911 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286144] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.911 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60025] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.911 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 09:18:09.911 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286224] ["max memory quota"=17179869184] [2024/05/06 09:18:09.911 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286264] ["max memory quota"=17179869184] [2024/05/06 09:18:09.911 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 09:18:09.912 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f728000000000000018] ["end key"=7480000000000000935f72800000000000005800] [2024/05/06 09:18:09.912 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60025] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000935f728000000000000018, endKey=7480000000000000935f72800000000000005800"] [2024/05/06 09:18:09.912 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60025] [id=1] [2024/05/06 09:18:09.913 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/01e8d58d-f287-4292-80de-8433ba9132da.sst] [firstKey=7480000000000000935F698000000000000001038000000000000018038000000000000018] [lastKey=7480000000000000935F698000000000000001038000000000000058038000000000000058] [2024/05/06 09:18:09.916 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.916 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654736384/467794132992, backend usage: 0"] [2024/05/06 09:18:09.916 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.917 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.939 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.939 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.946 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3002] [importedCount=79] [2024/05/06 09:18:09.947 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.458299ms] [] [2024/05/06 09:18:09.950 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.963 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:09.964 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286264] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:09.964 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60026] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:09.964 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 09:18:09.964 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286344] ["max memory quota"=17179869184] [2024/05/06 09:18:09.964 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286384] ["max memory quota"=17179869184] [2024/05/06 09:18:09.964 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 09:18:09.964 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f728000000000000019] ["end key"=7480000000000000945f72800000000000005900] [2024/05/06 09:18:09.964 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60026] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000945f728000000000000019, endKey=7480000000000000945f72800000000000005900"] [2024/05/06 09:18:09.965 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60026] [id=1] [2024/05/06 09:18:09.966 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/dd71ea52-eab6-4f85-bdfb-3b6027336235.sst] [firstKey=7480000000000000945F698000000000000001038000000000000019038000000000000019] [lastKey=7480000000000000945F698000000000000001038000000000000059038000000000000059] [2024/05/06 09:18:09.968 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:09.968 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654752768/467794132992, backend usage: 0"] [2024/05/06 09:18:09.968 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:09.970 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:09.992 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:09.992 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:09.998 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3116] [importedCount=82] [2024/05/06 09:18:09.999 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.94792ms] [] [2024/05/06 09:18:10.003 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.016 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.017 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.017 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60027] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.017 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 09:18:10.017 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286464] ["max memory quota"=17179869184] [2024/05/06 09:18:10.017 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286504] ["max memory quota"=17179869184] [2024/05/06 09:18:10.017 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 09:18:10.017 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f72800000000000001a] ["end key"=7480000000000000955f72800000000000005a00] [2024/05/06 09:18:10.017 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60027] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000955f72800000000000001a, endKey=7480000000000000955f72800000000000005a00"] [2024/05/06 09:18:10.018 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60027] [id=1] [2024/05/06 09:18:10.019 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/8210f323-ed7c-433d-90f1-d314ca623534.sst] [firstKey=7480000000000000955F69800000000000000103800000000000001A03800000000000001A] [lastKey=7480000000000000955F69800000000000000103800000000000005A03800000000000005A] [2024/05/06 09:18:10.021 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.021 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654773248/467794132992, backend usage: 0"] [2024/05/06 09:18:10.021 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.022 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.044 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.044 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.051 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3230] [importedCount=85] [2024/05/06 09:18:10.052 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.21394ms] [] [2024/05/06 09:18:10.056 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.069 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.070 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286504] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.070 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60028] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.070 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 09:18:10.070 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286584] ["max memory quota"=17179869184] [2024/05/06 09:18:10.070 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286624] ["max memory quota"=17179869184] [2024/05/06 09:18:10.070 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 09:18:10.070 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f72800000000000001b] ["end key"=7480000000000000965f72800000000000005b00] [2024/05/06 09:18:10.070 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60028] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000965f72800000000000001b, endKey=7480000000000000965f72800000000000005b00"] [2024/05/06 09:18:10.071 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60028] [id=1] [2024/05/06 09:18:10.072 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/10eb4f3e-916c-47e9-bc3e-d19c66e36213.sst] [firstKey=7480000000000000965F69800000000000000103800000000000001B03800000000000001B] [lastKey=7480000000000000965F69800000000000000103800000000000005B03800000000000005B] [2024/05/06 09:18:10.074 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.075 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654789632/467794132992, backend usage: 0"] [2024/05/06 09:18:10.075 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.076 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.097 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.097 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.104 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3344] [importedCount=88] [2024/05/06 09:18:10.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.535494ms] [] [2024/05/06 09:18:10.108 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.120 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.121 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286624] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.121 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60029] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.121 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 09:18:10.121 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286704] ["max memory quota"=17179869184] [2024/05/06 09:18:10.121 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286744] ["max memory quota"=17179869184] [2024/05/06 09:18:10.121 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 09:18:10.121 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f72800000000000001c] ["end key"=7480000000000000975f72800000000000005c00] [2024/05/06 09:18:10.121 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60029] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000975f72800000000000001c, endKey=7480000000000000975f72800000000000005c00"] [2024/05/06 09:18:10.122 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60029] [id=1] [2024/05/06 09:18:10.123 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4ab2b3cd-bc65-46f0-bfb6-8605a4da9c0e.sst] [firstKey=7480000000000000975F69800000000000000103800000000000001C03800000000000001C] [lastKey=7480000000000000975F69800000000000000103800000000000005C03800000000000005C] [2024/05/06 09:18:10.125 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.125 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654801920/467794132992, backend usage: 0"] [2024/05/06 09:18:10.125 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.126 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.149 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.149 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.155 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3458] [importedCount=91] [2024/05/06 09:18:10.157 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.241407ms] [] [2024/05/06 09:18:10.160 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.172 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.173 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286744] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.173 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60030] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.173 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 09:18:10.173 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286824] ["max memory quota"=17179869184] [2024/05/06 09:18:10.173 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286864] ["max memory quota"=17179869184] [2024/05/06 09:18:10.173 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 09:18:10.173 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f72800000000000001d] ["end key"=7480000000000000985f72800000000000005d00] [2024/05/06 09:18:10.174 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60030] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000985f72800000000000001d, endKey=7480000000000000985f72800000000000005d00"] [2024/05/06 09:18:10.174 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60030] [id=1] [2024/05/06 09:18:10.175 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/96b21106-b41e-43db-b0a4-1fd4613e0d6c.sst] [firstKey=7480000000000000985F69800000000000000103800000000000001D03800000000000001D] [lastKey=7480000000000000985F69800000000000000103800000000000005D03800000000000005D] [2024/05/06 09:18:10.178 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.178 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654814208/467794132992, backend usage: 0"] [2024/05/06 09:18:10.178 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.179 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.201 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.201 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.207 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3572] [importedCount=94] [2024/05/06 09:18:10.209 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.148722ms] [] [2024/05/06 09:18:10.212 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.224 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.225 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286864] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.226 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60031] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.226 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 09:18:10.226 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286944] ["max memory quota"=17179869184] [2024/05/06 09:18:10.226 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286984] ["max memory quota"=17179869184] [2024/05/06 09:18:10.226 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 09:18:10.226 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f72800000000000001e] ["end key"=7480000000000000995f72800000000000005e00] [2024/05/06 09:18:10.226 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60031] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000995f72800000000000001e, endKey=7480000000000000995f72800000000000005e00"] [2024/05/06 09:18:10.226 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60031] [id=1] [2024/05/06 09:18:10.227 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/1d61e105-92b8-46df-a74c-1f9f6a9f74b0.sst] [firstKey=7480000000000000995F69800000000000000103800000000000001E03800000000000001E] [lastKey=7480000000000000995F69800000000000000103800000000000005E03800000000000005E] [2024/05/06 09:18:10.230 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.230 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654838784/467794132992, backend usage: 0"] [2024/05/06 09:18:10.230 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.231 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.252 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.252 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.259 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3686] [importedCount=97] [2024/05/06 09:18:10.260 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.400535ms] [] [2024/05/06 09:18:10.263 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.275 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:10.277 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286984] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:10.277 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60032] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:10.277 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 09:18:10.277 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675287064] ["max memory quota"=17179869184] [2024/05/06 09:18:10.277 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675287104] ["max memory quota"=17179869184] [2024/05/06 09:18:10.277 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287144] ["max memory quota"=17179869184] [2024/05/06 09:18:10.277 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f72800000000000001f] ["end key"=74800000000000009a5f72800000000000005f00] [2024/05/06 09:18:10.277 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60032] [id=1] [task="TableScanTask: id=1, startKey=74800000000000009a5f72800000000000001f, endKey=74800000000000009a5f72800000000000005f00"] [2024/05/06 09:18:10.278 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60032] [id=1] [2024/05/06 09:18:10.278 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/8374c754-2d50-4465-b6f4-35edaa8cf5aa.sst] [firstKey=74800000000000009A5F69800000000000000103800000000000001F03800000000000001F] [lastKey=74800000000000009A5F69800000000000000103800000000000005F03800000000000005F] [2024/05/06 09:18:10.280 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.280 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242654855168/467794132992, backend usage: 0"] [2024/05/06 09:18:10.280 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:10.282 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:10.304 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:18:10.304 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:10.310 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3800] [importedCount=100] [2024/05/06 09:18:10.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.977006ms] [] [2024/05/06 09:18:10.314 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:18:10.323 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:10.323 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:10.324 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=594.74Β΅s] [] [2024/05/06 09:18:10.324 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:10.324 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=410.992Β΅s] [] [2024/05/06 09:18:10.325 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:10.325 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:10.325 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:10.325 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:10.326 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:10.326 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:10.326 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:10.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:10.326 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:10.326 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=156] ["current memory usage"=3840] ["max memory quota"=17179869184] [2024/05/06 09:18:10.326 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=5.442068828s] [] [2024/05/06 09:18:10.784 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:10.931 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60001] [type=backfill] [2024/05/06 09:18:10.980 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:18:11.009 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=803.907Β΅s] [gotSchemaVersion=92] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:11.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=92] [2024/05/06 09:18:11.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.49135ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573986091016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573573986091016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.068 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=156] [table=t] [index=idx] [2024/05/06 09:18:11.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=820.934Β΅s] [gotSchemaVersion=93] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:11.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=93] [2024/05/06 09:18:11.125 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.294296ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.134 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:18:11.141 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:18:11.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.148 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007b5f69ffff000000000001,EndKey:74800000000000007b5f69ffff000000000001ff,First:false,PhysicalTableID:123,Ingest mode:false"] [2024/05/06 09:18:11.149 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f69ffff000000000001] ["end key"=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:18:11.149 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:18:11.153 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=123] ["end key"=74800000000000007b5f69ffff000000000001ff] ["current end key"=74800000000000007b5f69ffff00000000000100] [2024/05/06 09:18:11.153 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.153 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.153 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.154 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 123, range: [74800000000000007b5f69ffff000000000001, 74800000000000007b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007b5f69ffff0000000000010000] ["take time"=1.119291ms] [2024/05/06 09:18:11.154 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.154 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007b5f69ffff000000000001] [2024/05/06 09:18:11.158 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=124] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [] [2024/05/06 09:18:11.158 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007c5f69ffff000000000001,EndKey:74800000000000007c5f69ffff000000000001ff,First:false,PhysicalTableID:124,Ingest mode:false"] [2024/05/06 09:18:11.159 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f69ffff000000000001] ["end key"=74800000000000007c5f69ffff000000000001ff] [2024/05/06 09:18:11.159 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=124] ["end key"=74800000000000007c5f69ffff000000000001ff] ["current end key"=74800000000000007c5f69ffff00000000000100] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 124, range: [74800000000000007c5f69ffff000000000001, 74800000000000007c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007c5f69ffff0000000000010000] ["take time"=449.919Β΅s] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.161 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007c5f69ffff000000000001] [2024/05/06 09:18:11.165 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=125] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [] [2024/05/06 09:18:11.165 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007d5f69ffff000000000001,EndKey:74800000000000007d5f69ffff000000000001ff,First:false,PhysicalTableID:125,Ingest mode:false"] [2024/05/06 09:18:11.166 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f69ffff000000000001] ["end key"=74800000000000007d5f69ffff000000000001ff] [2024/05/06 09:18:11.166 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [2024/05/06 09:18:11.166 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=125] ["end key"=74800000000000007d5f69ffff000000000001ff] ["current end key"=74800000000000007d5f69ffff00000000000100] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 125, range: [74800000000000007d5f69ffff000000000001, 74800000000000007d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007d5f69ffff0000000000010000] ["take time"=448.883Β΅s] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.167 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007d5f69ffff000000000001] [2024/05/06 09:18:11.170 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=126] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [] [2024/05/06 09:18:11.170 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007e5f69ffff000000000001,EndKey:74800000000000007e5f69ffff000000000001ff,First:false,PhysicalTableID:126,Ingest mode:false"] [2024/05/06 09:18:11.171 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f69ffff000000000001] ["end key"=74800000000000007e5f69ffff000000000001ff] [2024/05/06 09:18:11.172 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=126] ["end key"=74800000000000007e5f69ffff000000000001ff] ["current end key"=74800000000000007e5f69ffff00000000000100] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 126, range: [74800000000000007e5f69ffff000000000001, 74800000000000007e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007e5f69ffff0000000000010000] ["take time"=417.611Β΅s] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.173 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007e5f69ffff000000000001] [2024/05/06 09:18:11.177 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=127] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [] [2024/05/06 09:18:11.177 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007f5f69ffff000000000001,EndKey:74800000000000007f5f69ffff000000000001ff,First:false,PhysicalTableID:127,Ingest mode:false"] [2024/05/06 09:18:11.178 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f69ffff000000000001] ["end key"=74800000000000007f5f69ffff000000000001ff] [2024/05/06 09:18:11.178 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=127] ["end key"=74800000000000007f5f69ffff000000000001ff] ["current end key"=74800000000000007f5f69ffff00000000000100] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 127, range: [74800000000000007f5f69ffff000000000001, 74800000000000007f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007f5f69ffff0000000000010000] ["take time"=385.064Β΅s] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.179 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007f5f69ffff000000000001] [2024/05/06 09:18:11.183 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=128] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [] [2024/05/06 09:18:11.183 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000805f69ffff000000000001,EndKey:7480000000000000805f69ffff000000000001ff,First:false,PhysicalTableID:128,Ingest mode:false"] [2024/05/06 09:18:11.184 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f69ffff000000000001] ["end key"=7480000000000000805f69ffff000000000001ff] [2024/05/06 09:18:11.184 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=128] ["end key"=7480000000000000805f69ffff000000000001ff] ["current end key"=7480000000000000805f69ffff00000000000100] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 128, range: [7480000000000000805f69ffff000000000001, 7480000000000000805f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000805f69ffff0000000000010000] ["take time"=465.111Β΅s] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.186 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000805f69ffff000000000001] [2024/05/06 09:18:11.190 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=129] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [] [2024/05/06 09:18:11.190 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000815f69ffff000000000001,EndKey:7480000000000000815f69ffff000000000001ff,First:false,PhysicalTableID:129,Ingest mode:false"] [2024/05/06 09:18:11.191 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f69ffff000000000001] ["end key"=7480000000000000815f69ffff000000000001ff] [2024/05/06 09:18:11.191 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=129] ["end key"=7480000000000000815f69ffff000000000001ff] ["current end key"=7480000000000000815f69ffff00000000000100] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 129, range: [7480000000000000815f69ffff000000000001, 7480000000000000815f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000815f69ffff0000000000010000] ["take time"=471.86Β΅s] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.192 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000815f69ffff000000000001] [2024/05/06 09:18:11.195 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=130] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [] [2024/05/06 09:18:11.195 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000825f69ffff000000000001,EndKey:7480000000000000825f69ffff000000000001ff,First:false,PhysicalTableID:130,Ingest mode:false"] [2024/05/06 09:18:11.196 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f69ffff000000000001] ["end key"=7480000000000000825f69ffff000000000001ff] [2024/05/06 09:18:11.197 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [2024/05/06 09:18:11.198 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=130] ["end key"=7480000000000000825f69ffff000000000001ff] ["current end key"=7480000000000000825f69ffff00000000000100] [2024/05/06 09:18:11.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.198 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 130, range: [7480000000000000825f69ffff000000000001, 7480000000000000825f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000825f69ffff0000000000010000] ["take time"=510.124Β΅s] [2024/05/06 09:18:11.199 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.199 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000825f69ffff000000000001] [2024/05/06 09:18:11.202 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=131] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [] [2024/05/06 09:18:11.202 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000835f69ffff000000000001,EndKey:7480000000000000835f69ffff000000000001ff,First:false,PhysicalTableID:131,Ingest mode:false"] [2024/05/06 09:18:11.203 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f69ffff000000000001] ["end key"=7480000000000000835f69ffff000000000001ff] [2024/05/06 09:18:11.203 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [2024/05/06 09:18:11.204 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=131] ["end key"=7480000000000000835f69ffff000000000001ff] ["current end key"=7480000000000000835f69ffff00000000000100] [2024/05/06 09:18:11.204 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.204 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.204 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.205 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 131, range: [7480000000000000835f69ffff000000000001, 7480000000000000835f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000835f69ffff0000000000010000] ["take time"=440.824Β΅s] [2024/05/06 09:18:11.205 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.205 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000835f69ffff000000000001] [2024/05/06 09:18:11.208 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=132] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [] [2024/05/06 09:18:11.208 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000845f69ffff000000000001,EndKey:7480000000000000845f69ffff000000000001ff,First:false,PhysicalTableID:132,Ingest mode:false"] [2024/05/06 09:18:11.209 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f69ffff000000000001] ["end key"=7480000000000000845f69ffff000000000001ff] [2024/05/06 09:18:11.209 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [2024/05/06 09:18:11.210 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=132] ["end key"=7480000000000000845f69ffff000000000001ff] ["current end key"=7480000000000000845f69ffff00000000000100] [2024/05/06 09:18:11.210 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.210 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.210 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.211 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 132, range: [7480000000000000845f69ffff000000000001, 7480000000000000845f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000845f69ffff0000000000010000] ["take time"=448.239Β΅s] [2024/05/06 09:18:11.211 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.211 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000845f69ffff000000000001] [2024/05/06 09:18:11.214 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=133] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [] [2024/05/06 09:18:11.214 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000855f69ffff000000000001,EndKey:7480000000000000855f69ffff000000000001ff,First:false,PhysicalTableID:133,Ingest mode:false"] [2024/05/06 09:18:11.215 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f69ffff000000000001] ["end key"=7480000000000000855f69ffff000000000001ff] [2024/05/06 09:18:11.215 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [2024/05/06 09:18:11.216 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=133] ["end key"=7480000000000000855f69ffff000000000001ff] ["current end key"=7480000000000000855f69ffff00000000000100] [2024/05/06 09:18:11.216 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.216 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.216 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.217 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 133, range: [7480000000000000855f69ffff000000000001, 7480000000000000855f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000855f69ffff0000000000010000] ["take time"=404.109Β΅s] [2024/05/06 09:18:11.217 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.217 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000855f69ffff000000000001] [2024/05/06 09:18:11.220 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=134] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [] [2024/05/06 09:18:11.220 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000865f69ffff000000000001,EndKey:7480000000000000865f69ffff000000000001ff,First:false,PhysicalTableID:134,Ingest mode:false"] [2024/05/06 09:18:11.221 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f69ffff000000000001] ["end key"=7480000000000000865f69ffff000000000001ff] [2024/05/06 09:18:11.221 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=134] ["end key"=7480000000000000865f69ffff000000000001ff] ["current end key"=7480000000000000865f69ffff00000000000100] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 134, range: [7480000000000000865f69ffff000000000001, 7480000000000000865f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000865f69ffff0000000000010000] ["take time"=414.91Β΅s] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.222 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000865f69ffff000000000001] [2024/05/06 09:18:11.225 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=135] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [] [2024/05/06 09:18:11.225 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000875f69ffff000000000001,EndKey:7480000000000000875f69ffff000000000001ff,First:false,PhysicalTableID:135,Ingest mode:false"] [2024/05/06 09:18:11.226 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f69ffff000000000001] ["end key"=7480000000000000875f69ffff000000000001ff] [2024/05/06 09:18:11.226 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [2024/05/06 09:18:11.227 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=135] ["end key"=7480000000000000875f69ffff000000000001ff] ["current end key"=7480000000000000875f69ffff00000000000100] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 135, range: [7480000000000000875f69ffff000000000001, 7480000000000000875f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000875f69ffff0000000000010000] ["take time"=438.724Β΅s] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.228 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000875f69ffff000000000001] [2024/05/06 09:18:11.231 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=136] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [] [2024/05/06 09:18:11.231 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000885f69ffff000000000001,EndKey:7480000000000000885f69ffff000000000001ff,First:false,PhysicalTableID:136,Ingest mode:false"] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f69ffff000000000001] ["end key"=7480000000000000885f69ffff000000000001ff] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=136] ["end key"=7480000000000000885f69ffff000000000001ff] ["current end key"=7480000000000000885f69ffff00000000000100] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.233 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.234 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 136, range: [7480000000000000885f69ffff000000000001, 7480000000000000885f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000885f69ffff0000000000010000] ["take time"=425.731Β΅s] [2024/05/06 09:18:11.234 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.234 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000885f69ffff000000000001] [2024/05/06 09:18:11.237 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=137] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [] [2024/05/06 09:18:11.237 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000895f69ffff000000000001,EndKey:7480000000000000895f69ffff000000000001ff,First:false,PhysicalTableID:137,Ingest mode:false"] [2024/05/06 09:18:11.238 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f69ffff000000000001] ["end key"=7480000000000000895f69ffff000000000001ff] [2024/05/06 09:18:11.238 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [2024/05/06 09:18:11.239 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=137] ["end key"=7480000000000000895f69ffff000000000001ff] ["current end key"=7480000000000000895f69ffff00000000000100] [2024/05/06 09:18:11.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.240 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 137, range: [7480000000000000895f69ffff000000000001, 7480000000000000895f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000895f69ffff0000000000010000] ["take time"=447.956Β΅s] [2024/05/06 09:18:11.240 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.240 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000895f69ffff000000000001] [2024/05/06 09:18:11.243 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=138] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [] [2024/05/06 09:18:11.243 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008a5f69ffff000000000001,EndKey:74800000000000008a5f69ffff000000000001ff,First:false,PhysicalTableID:138,Ingest mode:false"] [2024/05/06 09:18:11.244 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f69ffff000000000001] ["end key"=74800000000000008a5f69ffff000000000001ff] [2024/05/06 09:18:11.244 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=138] ["end key"=74800000000000008a5f69ffff000000000001ff] ["current end key"=74800000000000008a5f69ffff00000000000100] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 138, range: [74800000000000008a5f69ffff000000000001, 74800000000000008a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008a5f69ffff0000000000010000] ["take time"=398.678Β΅s] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.245 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008a5f69ffff000000000001] [2024/05/06 09:18:11.249 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=139] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [] [2024/05/06 09:18:11.249 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008b5f69ffff000000000001,EndKey:74800000000000008b5f69ffff000000000001ff,First:false,PhysicalTableID:139,Ingest mode:false"] [2024/05/06 09:18:11.250 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f69ffff000000000001] ["end key"=74800000000000008b5f69ffff000000000001ff] [2024/05/06 09:18:11.250 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=139] ["end key"=74800000000000008b5f69ffff000000000001ff] ["current end key"=74800000000000008b5f69ffff00000000000100] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 139, range: [74800000000000008b5f69ffff000000000001, 74800000000000008b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008b5f69ffff0000000000010000] ["take time"=425.739Β΅s] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.251 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008b5f69ffff000000000001] [2024/05/06 09:18:11.254 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=140] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [] [2024/05/06 09:18:11.254 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008c5f69ffff000000000001,EndKey:74800000000000008c5f69ffff000000000001ff,First:false,PhysicalTableID:140,Ingest mode:false"] [2024/05/06 09:18:11.255 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f69ffff000000000001] ["end key"=74800000000000008c5f69ffff000000000001ff] [2024/05/06 09:18:11.255 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=140] ["end key"=74800000000000008c5f69ffff000000000001ff] ["current end key"=74800000000000008c5f69ffff00000000000100] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 140, range: [74800000000000008c5f69ffff000000000001, 74800000000000008c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008c5f69ffff0000000000010000] ["take time"=381.439Β΅s] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.256 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008c5f69ffff000000000001] [2024/05/06 09:18:11.259 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=141] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [] [2024/05/06 09:18:11.259 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008d5f69ffff000000000001,EndKey:74800000000000008d5f69ffff000000000001ff,First:false,PhysicalTableID:141,Ingest mode:false"] [2024/05/06 09:18:11.260 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f69ffff000000000001] ["end key"=74800000000000008d5f69ffff000000000001ff] [2024/05/06 09:18:11.260 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=141] ["end key"=74800000000000008d5f69ffff000000000001ff] ["current end key"=74800000000000008d5f69ffff00000000000100] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 141, range: [74800000000000008d5f69ffff000000000001, 74800000000000008d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008d5f69ffff0000000000010000] ["take time"=385.437Β΅s] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.261 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008d5f69ffff000000000001] [2024/05/06 09:18:11.265 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=142] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [] [2024/05/06 09:18:11.265 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008e5f69ffff000000000001,EndKey:74800000000000008e5f69ffff000000000001ff,First:false,PhysicalTableID:142,Ingest mode:false"] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f69ffff000000000001] ["end key"=74800000000000008e5f69ffff000000000001ff] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=142] ["end key"=74800000000000008e5f69ffff000000000001ff] ["current end key"=74800000000000008e5f69ffff00000000000100] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.266 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.267 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 142, range: [74800000000000008e5f69ffff000000000001, 74800000000000008e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008e5f69ffff0000000000010000] ["take time"=346.818Β΅s] [2024/05/06 09:18:11.267 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.267 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008e5f69ffff000000000001] [2024/05/06 09:18:11.270 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=143] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [] [2024/05/06 09:18:11.270 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008f5f69ffff000000000001,EndKey:74800000000000008f5f69ffff000000000001ff,First:false,PhysicalTableID:143,Ingest mode:false"] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f69ffff000000000001] ["end key"=74800000000000008f5f69ffff000000000001ff] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=143] ["end key"=74800000000000008f5f69ffff000000000001ff] ["current end key"=74800000000000008f5f69ffff00000000000100] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.271 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.272 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 143, range: [74800000000000008f5f69ffff000000000001, 74800000000000008f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008f5f69ffff0000000000010000] ["take time"=340.744Β΅s] [2024/05/06 09:18:11.272 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.272 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008f5f69ffff000000000001] [2024/05/06 09:18:11.275 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=144] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [] [2024/05/06 09:18:11.275 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000905f69ffff000000000001,EndKey:7480000000000000905f69ffff000000000001ff,First:false,PhysicalTableID:144,Ingest mode:false"] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f69ffff000000000001] ["end key"=7480000000000000905f69ffff000000000001ff] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=144] ["end key"=7480000000000000905f69ffff000000000001ff] ["current end key"=7480000000000000905f69ffff00000000000100] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.276 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.277 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 144, range: [7480000000000000905f69ffff000000000001, 7480000000000000905f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000905f69ffff0000000000010000] ["take time"=412.926Β΅s] [2024/05/06 09:18:11.277 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.277 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000905f69ffff000000000001] [2024/05/06 09:18:11.280 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=145] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [] [2024/05/06 09:18:11.280 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000915f69ffff000000000001,EndKey:7480000000000000915f69ffff000000000001ff,First:false,PhysicalTableID:145,Ingest mode:false"] [2024/05/06 09:18:11.281 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f69ffff000000000001] ["end key"=7480000000000000915f69ffff000000000001ff] [2024/05/06 09:18:11.281 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [2024/05/06 09:18:11.281 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60001] [2024/05/06 09:18:11.282 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=145] ["end key"=7480000000000000915f69ffff000000000001ff] ["current end key"=7480000000000000915f69ffff00000000000100] [2024/05/06 09:18:11.282 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.282 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.282 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.282 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 145, range: [7480000000000000915f69ffff000000000001, 7480000000000000915f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000915f69ffff0000000000010000] ["take time"=439.97Β΅s] [2024/05/06 09:18:11.283 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.283 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000915f69ffff000000000001] [2024/05/06 09:18:11.283 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:11.283 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30001] [2024/05/06 09:18:11.283 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30002] [2024/05/06 09:18:11.283 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60001] [2024/05/06 09:18:11.286 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=146] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [] [2024/05/06 09:18:11.286 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000925f69ffff000000000001,EndKey:7480000000000000925f69ffff000000000001ff,First:false,PhysicalTableID:146,Ingest mode:false"] [2024/05/06 09:18:11.287 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f69ffff000000000001] ["end key"=7480000000000000925f69ffff000000000001ff] [2024/05/06 09:18:11.287 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=146] ["end key"=7480000000000000925f69ffff000000000001ff] ["current end key"=7480000000000000925f69ffff00000000000100] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 146, range: [7480000000000000925f69ffff000000000001, 7480000000000000925f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000925f69ffff0000000000010000] ["take time"=397.861Β΅s] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.288 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000925f69ffff000000000001] [2024/05/06 09:18:11.291 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=147] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [] [2024/05/06 09:18:11.292 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000935f69ffff000000000001,EndKey:7480000000000000935f69ffff000000000001ff,First:false,PhysicalTableID:147,Ingest mode:false"] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f69ffff000000000001] ["end key"=7480000000000000935f69ffff000000000001ff] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=147] ["end key"=7480000000000000935f69ffff000000000001ff] ["current end key"=7480000000000000935f69ffff00000000000100] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.293 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.294 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 147, range: [7480000000000000935f69ffff000000000001, 7480000000000000935f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000935f69ffff0000000000010000] ["take time"=376.856Β΅s] [2024/05/06 09:18:11.294 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.294 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000935f69ffff000000000001] [2024/05/06 09:18:11.297 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=148] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [] [2024/05/06 09:18:11.297 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000945f69ffff000000000001,EndKey:7480000000000000945f69ffff000000000001ff,First:false,PhysicalTableID:148,Ingest mode:false"] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f69ffff000000000001] ["end key"=7480000000000000945f69ffff000000000001ff] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=148] ["end key"=7480000000000000945f69ffff000000000001ff] ["current end key"=7480000000000000945f69ffff00000000000100] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.299 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.300 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 148, range: [7480000000000000945f69ffff000000000001, 7480000000000000945f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000945f69ffff0000000000010000] ["take time"=455.323Β΅s] [2024/05/06 09:18:11.300 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.300 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000945f69ffff000000000001] [2024/05/06 09:18:11.304 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=149] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [] [2024/05/06 09:18:11.304 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000955f69ffff000000000001,EndKey:7480000000000000955f69ffff000000000001ff,First:false,PhysicalTableID:149,Ingest mode:false"] [2024/05/06 09:18:11.305 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f69ffff000000000001] ["end key"=7480000000000000955f69ffff000000000001ff] [2024/05/06 09:18:11.305 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=149] ["end key"=7480000000000000955f69ffff000000000001ff] ["current end key"=7480000000000000955f69ffff00000000000100] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.306 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 149, range: [7480000000000000955f69ffff000000000001, 7480000000000000955f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000955f69ffff0000000000010000] ["take time"=431.426Β΅s] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.306 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000955f69ffff000000000001] [2024/05/06 09:18:11.310 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=150] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [] [2024/05/06 09:18:11.310 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000965f69ffff000000000001,EndKey:7480000000000000965f69ffff000000000001ff,First:false,PhysicalTableID:150,Ingest mode:false"] [2024/05/06 09:18:11.311 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f69ffff000000000001] ["end key"=7480000000000000965f69ffff000000000001ff] [2024/05/06 09:18:11.311 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [2024/05/06 09:18:11.311 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=150] ["end key"=7480000000000000965f69ffff000000000001ff] ["current end key"=7480000000000000965f69ffff00000000000100] [2024/05/06 09:18:11.311 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.311 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.312 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.312 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 150, range: [7480000000000000965f69ffff000000000001, 7480000000000000965f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000965f69ffff0000000000010000] ["take time"=487.703Β΅s] [2024/05/06 09:18:11.312 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.312 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000965f69ffff000000000001] [2024/05/06 09:18:11.316 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=151] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [] [2024/05/06 09:18:11.316 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000975f69ffff000000000001,EndKey:7480000000000000975f69ffff000000000001ff,First:false,PhysicalTableID:151,Ingest mode:false"] [2024/05/06 09:18:11.317 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f69ffff000000000001] ["end key"=7480000000000000975f69ffff000000000001ff] [2024/05/06 09:18:11.317 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=151] ["end key"=7480000000000000975f69ffff000000000001ff] ["current end key"=7480000000000000975f69ffff00000000000100] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 151, range: [7480000000000000975f69ffff000000000001, 7480000000000000975f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000975f69ffff0000000000010000] ["take time"=466.411Β΅s] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.318 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000975f69ffff000000000001] [2024/05/06 09:18:11.321 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=152] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [] [2024/05/06 09:18:11.321 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000985f69ffff000000000001,EndKey:7480000000000000985f69ffff000000000001ff,First:false,PhysicalTableID:152,Ingest mode:false"] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f69ffff000000000001] ["end key"=7480000000000000985f69ffff000000000001ff] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=152] ["end key"=7480000000000000985f69ffff000000000001ff] ["current end key"=7480000000000000985f69ffff00000000000100] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.323 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.324 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 152, range: [7480000000000000985f69ffff000000000001, 7480000000000000985f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000985f69ffff0000000000010000] ["take time"=443.131Β΅s] [2024/05/06 09:18:11.324 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.324 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000985f69ffff000000000001] [2024/05/06 09:18:11.327 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=153] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [] [2024/05/06 09:18:11.327 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000995f69ffff000000000001,EndKey:7480000000000000995f69ffff000000000001ff,First:false,PhysicalTableID:153,Ingest mode:false"] [2024/05/06 09:18:11.328 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f69ffff000000000001] ["end key"=7480000000000000995f69ffff000000000001ff] [2024/05/06 09:18:11.328 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [2024/05/06 09:18:11.329 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=153] ["end key"=7480000000000000995f69ffff000000000001ff] ["current end key"=7480000000000000995f69ffff00000000000100] [2024/05/06 09:18:11.329 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.329 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.329 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.330 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 153, range: [7480000000000000995f69ffff000000000001, 7480000000000000995f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000995f69ffff0000000000010000] ["take time"=395.781Β΅s] [2024/05/06 09:18:11.330 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.330 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000995f69ffff000000000001] [2024/05/06 09:18:11.333 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=154] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [] [2024/05/06 09:18:11.333 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000009a5f69ffff000000000001,EndKey:74800000000000009a5f69ffff000000000001ff,First:false,PhysicalTableID:154,Ingest mode:false"] [2024/05/06 09:18:11.334 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f69ffff000000000001] ["end key"=74800000000000009a5f69ffff000000000001ff] [2024/05/06 09:18:11.334 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=154] ["end key"=74800000000000009a5f69ffff000000000001ff] ["current end key"=74800000000000009a5f69ffff00000000000100] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 154, range: [74800000000000009a5f69ffff000000000001, 74800000000000009a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000009a5f69ffff0000000000010000] ["take time"=489.818Β΅s] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:18:11.335 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000009a5f69ffff000000000001] [2024/05/06 09:18:11.335 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:18:11.357 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:11.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=1.176966ms] [gotSchemaVersion=94] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:11.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=94] [2024/05/06 09:18:11.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.570718ms] [job="ID:156, Type:add index, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.421 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=123] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.424 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=124] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.426 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=125] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.429 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=126] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.431 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=127] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.433 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=128] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.435 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=129] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.438 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=130] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.440 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=131] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.441 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=132] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.444 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=133] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.446 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=134] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.448 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=135] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.450 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=136] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.452 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=137] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.454 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=138] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.456 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=139] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.458 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=140] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.460 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=141] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.462 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=142] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.464 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=143] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.466 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=144] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.468 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=145] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.470 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=146] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.472 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=147] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.474 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=148] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.476 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=149] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.478 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=150] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.480 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=151] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.482 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=152] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.484 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=153] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.488 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=154] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:11.490 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="add index"] [2024/05/06 09:18:11.491 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [job="ID:156, Type:add index, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 09:18:03.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576017444866, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:11.501 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:18:11.501 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:11.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 8.295911966\n# Parse_time: 0.00003088\n# Compile_time: 0.00006803\n# Rewrite_time: 0.000001356\n# Optimize_time: 0.000026719\n# Wait_TS: 0.000219864\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:18:11.506 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [2024/05/06 09:18:11.506 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [2024/05/06 09:18:11.506 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:11.508 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [] [2024/05/06 09:18:11.508 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.508 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=3.95Β΅s] [2024/05/06 09:18:11.508 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=954ns] [2024/05/06 09:18:11.509 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=883ns] [2024/05/06 09:18:11.509 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=1.321Β΅s] [2024/05/06 09:18:11.509 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.509 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=918ns] [2024/05/06 09:18:11.509 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.509 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:11.509 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:11.510 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c8ee8c62-853f-4de2-8263-ca73c708c8f6] ["take time"=3.89702ms] [2024/05/06 09:18:11.510 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [2024/05/06 09:18:11.511 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:11.511 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:11.511 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/166b446b-25c3-45e0-817c-7ec3f1cbd9b4] [watcherID=fc1482f7-9190-448e-99e6-f8b1e0a394ea] [2024/05/06 09:18:11.511 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/166b446b-25c3-45e0-817c-7ec3f1cbd9b4] [2024/05/06 09:18:11.511 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:11.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:11.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:11.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:11.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:11.511 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:11.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:11.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:11.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:11.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:11.512 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:11.512 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=224] [2024/05/06 09:18:11.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:11.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [2024/05/06 09:18:11.513 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:11.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager de99bd2e-7946-445d-aedb-7d7d236f385f"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="context canceled"] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:11.513 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:11.513 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:11.513 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c8ee8c62-853f-4de2-8263-ca73c708c8f6] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=de99bd2e-7946-445d-aedb-7d7d236f385f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:11.513 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:11.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager de99bd2e-7946-445d-aedb-7d7d236f385f"] [error="context canceled"] [2024/05/06 09:18:11.513 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager de99bd2e-7946-445d-aedb-7d7d236f385f"] [2024/05/06 09:18:11.793 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:11.793 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="context canceled"] [2024/05/06 09:18:11.793 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [2024/05/06 09:18:12.744 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:12.744 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:12.744 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:12.756 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager de99bd2e-7946-445d-aedb-7d7d236f385f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:13.051 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c8ee8c62-853f-4de2-8263-ca73c708c8f6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:13.052 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:13.052 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:13.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:13.052 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.545727525s] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.052 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:13.052 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.052 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:13.052 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:13.053 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestWriterCountOnPartitionTable (10.35s) === RUN TestIngestMVIndexOnPartitionTable [2024/05/06 09:18:13.055 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:13.056 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:13.056 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:13.056 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.056 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:13.057 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.057 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.057 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:13.057 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:13.057 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.057 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:13.059 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:13.059 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:13.059 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:13.062 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:13.068 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:13.077 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=454] ["lease id"=6f188f4d304e999a] [2024/05/06 09:18:13.079 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:13.092 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=11.835128ms] [2024/05/06 09:18:13.093 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:13.093 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=15e03ab5-ed06-40e6-85bd-326e6551b384] [runWorker=true] [2024/05/06 09:18:13.093 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:13.094 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:13.095 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:13.095 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242659074048/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:13.095 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:13.095 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:13.095 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:13.095 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:13.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:13.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:13.097 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e92b0] [ownerID=15e03ab5-ed06-40e6-85bd-326e6551b384] [op=none] [2024/05/06 09:18:13.097 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c60909f1-430f-49e7-8509-12f51a14646a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:13.098 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:13.101 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:13.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:13.102 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:13.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:13.116 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:13.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:13.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:13.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:13.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:13.118 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:13.118 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:13.118 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:13.118 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:13.118 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:13.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:13.119 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:13.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:13.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:13.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:13.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:13.120 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:13.120 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:13.121 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3e559e6d-c7cd-4806-a273-74544654b74b] [2024/05/06 09:18:13.121 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:13.121 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:13.122 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:13.123 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:13.123 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:13.123 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:13.124 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.485835ms] [2024/05/06 09:18:13.130 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:13.132 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:13.141 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.141 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:13.147 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:13.148 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e92b0] [ownerID=15e03ab5-ed06-40e6-85bd-326e6551b384] [op=none] [2024/05/06 09:18:13.148 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [op=none] [2024/05/06 09:18:13.148 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:13.155 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=66.22Β΅s] [gotSchemaVersion=95] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:13.166 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=95] [2024/05/06 09:18:13.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.000473ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=70.116Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:13.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 09:18:13.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.630114ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.288 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=49.727Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:13.300 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 09:18:13.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.307025ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.355 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:13.362 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 09:18:13.363 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.370 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:18:13.370 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:13.371 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=97] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:13.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.378 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:13.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=274.224Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:13.394 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=98] [2024/05/06 09:18:13.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.948593ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:13.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.454 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.459 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:18:13.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:13.467 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:13.467 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:13.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 09:18:13.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:13.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 09:18:13.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.497 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: t"] [2024/05/06 09:18:13.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=774.178Β΅s] [gotSchemaVersion=99] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:13.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=99] [2024/05/06 09:18:13.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.749689ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:13.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.559 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:13.564 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:18:13.565 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:13.566 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=99] [cur_db=addindexlit] [sql="alter table t add index idx((cast(a as signed array)));"] [user=] [2024/05/06 09:18:13.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576646590485] [2024/05/06 09:18:13.572 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:13.572 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx((cast(a as signed array)));"] [2024/05/06 09:18:13.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576646590492] [2024/05/06 09:18:13.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576646590498] [2024/05/06 09:18:13.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576646590504] [2024/05/06 09:18:13.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:13.580 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_idx_0\",\"L\":\"_v$_idx_0\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:18:13.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697666] [2024/05/06 09:18:13.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697671] [2024/05/06 09:18:13.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=894.817Β΅s] [gotSchemaVersion=100] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:13.589 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697676] [2024/05/06 09:18:13.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697678] [2024/05/06 09:18:13.592 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=100] [2024/05/06 09:18:13.594 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697683] [2024/05/06 09:18:13.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697685] [2024/05/06 09:18:13.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697693] [2024/05/06 09:18:13.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697695] [2024/05/06 09:18:13.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697698] [2024/05/06 09:18:13.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697700] [2024/05/06 09:18:13.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697703] [2024/05/06 09:18:13.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697705] [2024/05/06 09:18:13.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697707] [2024/05/06 09:18:13.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697709] [2024/05/06 09:18:13.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697711] [2024/05/06 09:18:13.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697713] [2024/05/06 09:18:13.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697715] [2024/05/06 09:18:13.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697717] [2024/05/06 09:18:13.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697719] [2024/05/06 09:18:13.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576659697721] [2024/05/06 09:18:13.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804866] [2024/05/06 09:18:13.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804868] [2024/05/06 09:18:13.638 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=52.337366ms] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:13.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804870] [2024/05/06 09:18:13.640 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804873] [2024/05/06 09:18:13.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804877] [2024/05/06 09:18:13.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:13.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804880] [2024/05/06 09:18:13.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804885] [2024/05/06 09:18:13.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804888] [2024/05/06 09:18:13.652 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804890] [2024/05/06 09:18:13.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804892] [2024/05/06 09:18:13.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804894] [2024/05/06 09:18:13.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804896] [2024/05/06 09:18:13.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804898] [2024/05/06 09:18:13.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804900] [2024/05/06 09:18:13.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804902] [2024/05/06 09:18:13.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804904] [2024/05/06 09:18:13.671 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804906] [2024/05/06 09:18:13.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804908] [2024/05/06 09:18:13.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804910] [2024/05/06 09:18:13.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804912] [2024/05/06 09:18:13.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804914] [2024/05/06 09:18:13.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576672804916] [2024/05/06 09:18:13.684 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912067] [2024/05/06 09:18:13.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912069] [2024/05/06 09:18:13.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912071] [2024/05/06 09:18:13.691 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912073] [2024/05/06 09:18:13.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912075] [2024/05/06 09:18:13.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912077] [2024/05/06 09:18:13.699 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912080] [2024/05/06 09:18:13.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912083] [2024/05/06 09:18:13.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912085] [2024/05/06 09:18:13.706 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912087] [2024/05/06 09:18:13.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912089] [2024/05/06 09:18:13.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912091] [2024/05/06 09:18:13.713 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912093] [2024/05/06 09:18:13.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912095] [2024/05/06 09:18:13.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912097] [2024/05/06 09:18:13.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912099] [2024/05/06 09:18:13.723 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912101] [2024/05/06 09:18:13.725 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912103] [2024/05/06 09:18:13.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912106] [2024/05/06 09:18:13.730 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912108] [2024/05/06 09:18:13.732 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576685912110] [2024/05/06 09:18:13.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019266] [2024/05/06 09:18:13.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019268] [2024/05/06 09:18:13.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019270] [2024/05/06 09:18:13.741 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019272] [2024/05/06 09:18:13.744 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019274] [2024/05/06 09:18:13.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019276] [2024/05/06 09:18:13.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019279] [2024/05/06 09:18:13.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019282] [2024/05/06 09:18:13.756 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019284] [2024/05/06 09:18:13.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019286] [2024/05/06 09:18:13.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019288] [2024/05/06 09:18:13.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019290] [2024/05/06 09:18:13.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019292] [2024/05/06 09:18:13.768 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019294] [2024/05/06 09:18:13.770 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019297] [2024/05/06 09:18:13.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019299] [2024/05/06 09:18:13.775 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019301] [2024/05/06 09:18:13.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019303] [2024/05/06 09:18:13.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019305] [2024/05/06 09:18:13.782 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576699019307] [2024/05/06 09:18:13.784 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126466] [2024/05/06 09:18:13.786 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126468] [2024/05/06 09:18:13.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126470] [2024/05/06 09:18:13.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126472] [2024/05/06 09:18:13.793 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126474] [2024/05/06 09:18:13.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126476] [2024/05/06 09:18:13.798 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126479] [2024/05/06 09:18:13.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126482] [2024/05/06 09:18:13.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126484] [2024/05/06 09:18:13.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126486] [2024/05/06 09:18:13.807 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126488] [2024/05/06 09:18:13.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126490] [2024/05/06 09:18:13.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126492] [2024/05/06 09:18:13.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126494] [2024/05/06 09:18:13.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126496] [2024/05/06 09:18:13.819 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126498] [2024/05/06 09:18:13.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126500] [2024/05/06 09:18:13.823 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126502] [2024/05/06 09:18:13.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126504] [2024/05/06 09:18:13.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126506] [2024/05/06 09:18:13.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576712126508] [2024/05/06 09:18:13.833 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233666] [2024/05/06 09:18:13.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233668] [2024/05/06 09:18:13.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233670] [2024/05/06 09:18:13.840 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233672] [2024/05/06 09:18:13.843 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233674] [2024/05/06 09:18:13.845 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233676] [2024/05/06 09:18:13.847 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233680] [2024/05/06 09:18:13.850 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233684] [2024/05/06 09:18:13.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233687] [2024/05/06 09:18:13.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233689] [2024/05/06 09:18:13.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233691] [2024/05/06 09:18:13.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233693] [2024/05/06 09:18:13.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233695] [2024/05/06 09:18:13.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233697] [2024/05/06 09:18:13.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233699] [2024/05/06 09:18:13.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233701] [2024/05/06 09:18:13.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233703] [2024/05/06 09:18:13.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233705] [2024/05/06 09:18:13.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233707] [2024/05/06 09:18:13.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233709] [2024/05/06 09:18:13.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233711] [2024/05/06 09:18:13.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576725233713] [2024/05/06 09:18:13.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340865] [2024/05/06 09:18:13.885 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340867] [2024/05/06 09:18:13.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340869] [2024/05/06 09:18:13.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340871] [2024/05/06 09:18:13.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340873] [2024/05/06 09:18:13.893 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340875] [2024/05/06 09:18:13.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340877] [2024/05/06 09:18:13.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340880] [2024/05/06 09:18:13.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340883] [2024/05/06 09:18:13.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340885] [2024/05/06 09:18:13.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340887] [2024/05/06 09:18:13.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340889] [2024/05/06 09:18:13.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340891] [2024/05/06 09:18:13.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340893] [2024/05/06 09:18:13.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340895] [2024/05/06 09:18:13.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340897] [2024/05/06 09:18:13.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340899] [2024/05/06 09:18:13.921 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340901] [2024/05/06 09:18:13.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340903] [2024/05/06 09:18:13.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340905] [2024/05/06 09:18:13.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340907] [2024/05/06 09:18:13.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576738340909] [2024/05/06 09:18:13.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448065] [2024/05/06 09:18:13.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448067] [2024/05/06 09:18:13.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448069] [2024/05/06 09:18:13.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448071] [2024/05/06 09:18:13.942 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448073] [2024/05/06 09:18:13.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448075] [2024/05/06 09:18:13.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448077] [2024/05/06 09:18:13.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448081] [2024/05/06 09:18:13.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448083] [2024/05/06 09:18:13.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448085] [2024/05/06 09:18:13.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448087] [2024/05/06 09:18:13.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448089] [2024/05/06 09:18:13.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448091] [2024/05/06 09:18:13.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448093] [2024/05/06 09:18:13.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448095] [2024/05/06 09:18:13.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448097] [2024/05/06 09:18:13.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448099] [2024/05/06 09:18:13.972 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448101] [2024/05/06 09:18:13.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448103] [2024/05/06 09:18:13.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448105] [2024/05/06 09:18:13.978 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448107] [2024/05/06 09:18:13.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576751448109] [2024/05/06 09:18:13.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555265] [2024/05/06 09:18:13.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555267] [2024/05/06 09:18:13.987 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555269] [2024/05/06 09:18:13.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555271] [2024/05/06 09:18:13.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555273] [2024/05/06 09:18:13.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555275] [2024/05/06 09:18:13.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555277] [2024/05/06 09:18:13.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555280] [2024/05/06 09:18:14.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555283] [2024/05/06 09:18:14.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555285] [2024/05/06 09:18:14.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555287] [2024/05/06 09:18:14.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555289] [2024/05/06 09:18:14.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555291] [2024/05/06 09:18:14.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555293] [2024/05/06 09:18:14.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555295] [2024/05/06 09:18:14.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555297] [2024/05/06 09:18:14.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555299] [2024/05/06 09:18:14.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555301] [2024/05/06 09:18:14.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555303] [2024/05/06 09:18:14.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555305] [2024/05/06 09:18:14.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555308] [2024/05/06 09:18:14.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555310] [2024/05/06 09:18:14.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576764555312] [2024/05/06 09:18:14.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662466] [2024/05/06 09:18:14.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662468] [2024/05/06 09:18:14.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662470] [2024/05/06 09:18:14.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662472] [2024/05/06 09:18:14.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662474] [2024/05/06 09:18:14.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662476] [2024/05/06 09:18:14.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662479] [2024/05/06 09:18:14.050 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662482] [2024/05/06 09:18:14.052 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662484] [2024/05/06 09:18:14.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662486] [2024/05/06 09:18:14.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662488] [2024/05/06 09:18:14.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662490] [2024/05/06 09:18:14.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662492] [2024/05/06 09:18:14.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662494] [2024/05/06 09:18:14.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662496] [2024/05/06 09:18:14.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662498] [2024/05/06 09:18:14.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662500] [2024/05/06 09:18:14.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662502] [2024/05/06 09:18:14.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662505] [2024/05/06 09:18:14.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662507] [2024/05/06 09:18:14.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662509] [2024/05/06 09:18:14.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576777662511] [2024/05/06 09:18:14.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769666] [2024/05/06 09:18:14.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769668] [2024/05/06 09:18:14.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769670] [2024/05/06 09:18:14.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769672] [2024/05/06 09:18:14.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769674] [2024/05/06 09:18:14.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769676] [2024/05/06 09:18:14.098 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:14.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:14.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:14.098 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:14.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769685] [2024/05/06 09:18:14.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769687] [2024/05/06 09:18:14.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769689] [2024/05/06 09:18:14.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769691] [2024/05/06 09:18:14.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769693] [2024/05/06 09:18:14.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769695] [2024/05/06 09:18:14.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769697] [2024/05/06 09:18:14.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769699] [2024/05/06 09:18:14.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769701] [2024/05/06 09:18:14.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769703] [2024/05/06 09:18:14.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769705] [2024/05/06 09:18:14.121 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:14.121 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:14.121 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e559e6d-c7cd-4806-a273-74544654b74b] [watcherID=07caad55-ea9f-4551-b28d-a28de086e959] [2024/05/06 09:18:14.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769714] [2024/05/06 09:18:14.124 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:14.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769728] [2024/05/06 09:18:14.126 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:14.126 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:14.126 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:14.126 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:14.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769735] [2024/05/06 09:18:14.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576790769737] [2024/05/06 09:18:14.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876865] [2024/05/06 09:18:14.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=1.046739ms] [gotSchemaVersion=101] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:14.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876868] [2024/05/06 09:18:14.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=101] [2024/05/06 09:18:14.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876872] [2024/05/06 09:18:14.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876874] [2024/05/06 09:18:14.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876876] [2024/05/06 09:18:14.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876878] [2024/05/06 09:18:14.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876881] [2024/05/06 09:18:14.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876883] [2024/05/06 09:18:14.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876886] [2024/05/06 09:18:14.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876888] [2024/05/06 09:18:14.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876890] [2024/05/06 09:18:14.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876892] [2024/05/06 09:18:14.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876894] [2024/05/06 09:18:14.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876896] [2024/05/06 09:18:14.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876898] [2024/05/06 09:18:14.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876900] [2024/05/06 09:18:14.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876902] [2024/05/06 09:18:14.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876904] [2024/05/06 09:18:14.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876906] [2024/05/06 09:18:14.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876908] [2024/05/06 09:18:14.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876910] [2024/05/06 09:18:14.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576803876912] [2024/05/06 09:18:14.183 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.690482ms] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:14.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984065] [2024/05/06 09:18:14.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984068] [2024/05/06 09:18:14.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984072] [2024/05/06 09:18:14.191 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:14.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984075] [2024/05/06 09:18:14.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984079] [2024/05/06 09:18:14.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984082] [2024/05/06 09:18:14.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984086] [2024/05/06 09:18:14.200 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.343324ms] [gotSchemaVersion=102] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:14.201 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984089] [2024/05/06 09:18:14.203 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984092] [2024/05/06 09:18:14.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=102] [2024/05/06 09:18:14.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984096] [2024/05/06 09:18:14.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984098] [2024/05/06 09:18:14.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984100] [2024/05/06 09:18:14.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984102] [2024/05/06 09:18:14.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984104] [2024/05/06 09:18:14.217 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984106] [2024/05/06 09:18:14.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984108] [2024/05/06 09:18:14.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984110] [2024/05/06 09:18:14.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984112] [2024/05/06 09:18:14.227 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984114] [2024/05/06 09:18:14.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576816984116] [2024/05/06 09:18:14.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091265] [2024/05/06 09:18:14.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091267] [2024/05/06 09:18:14.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091269] [2024/05/06 09:18:14.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091271] [2024/05/06 09:18:14.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091273] [2024/05/06 09:18:14.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091275] [2024/05/06 09:18:14.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091277] [2024/05/06 09:18:14.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=52.321826ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:14.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091280] [2024/05/06 09:18:14.252 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091284] [2024/05/06 09:18:14.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091288] [2024/05/06 09:18:14.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091291] [2024/05/06 09:18:14.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:14.257 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:14.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091294] [2024/05/06 09:18:14.258 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f728000000000002860] [endKey=7480000000000000a15f72800000000000286400] [2024/05/06 09:18:14.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091298] [2024/05/06 09:18:14.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091301] [2024/05/06 09:18:14.266 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091305] [2024/05/06 09:18:14.267 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 09:18:14.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091308] [2024/05/06 09:18:14.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091312] [2024/05/06 09:18:14.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091315] [2024/05/06 09:18:14.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576830091295, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:14.274 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:14.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091318] [2024/05/06 09:18:14.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091321] [2024/05/06 09:18:14.280 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/166] [2024/05/06 09:18:14.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091325] [2024/05/06 09:18:14.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576830091329] [2024/05/06 09:18:14.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198467] [2024/05/06 09:18:14.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198471] [2024/05/06 09:18:14.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198473] [2024/05/06 09:18:14.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198475] [2024/05/06 09:18:14.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198477] [2024/05/06 09:18:14.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198480] [2024/05/06 09:18:14.303 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198484] [2024/05/06 09:18:14.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198486] [2024/05/06 09:18:14.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198488] [2024/05/06 09:18:14.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198490] [2024/05/06 09:18:14.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198492] [2024/05/06 09:18:14.313 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=160] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:14.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198494] [2024/05/06 09:18:14.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198498] [2024/05/06 09:18:14.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198502] [2024/05/06 09:18:14.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198505] [2024/05/06 09:18:14.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198510] [2024/05/06 09:18:14.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198514] [2024/05/06 09:18:14.328 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90001] [2024/05/06 09:18:14.328 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:14.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198516] [2024/05/06 09:18:14.332 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576843198518] [2024/05/06 09:18:14.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305666] [2024/05/06 09:18:14.336 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305668] [2024/05/06 09:18:14.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305670] [2024/05/06 09:18:14.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305672] [2024/05/06 09:18:14.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305674] [2024/05/06 09:18:14.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305676] [2024/05/06 09:18:14.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305682] [2024/05/06 09:18:14.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305685] [2024/05/06 09:18:14.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305687] [2024/05/06 09:18:14.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305689] [2024/05/06 09:18:14.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305691] [2024/05/06 09:18:14.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305693] [2024/05/06 09:18:14.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305695] [2024/05/06 09:18:14.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305697] [2024/05/06 09:18:14.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305699] [2024/05/06 09:18:14.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305701] [2024/05/06 09:18:14.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305703] [2024/05/06 09:18:14.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305705] [2024/05/06 09:18:14.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305707] [2024/05/06 09:18:14.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576856305709] [2024/05/06 09:18:14.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412865] [2024/05/06 09:18:14.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412867] [2024/05/06 09:18:14.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412869] [2024/05/06 09:18:14.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412871] [2024/05/06 09:18:14.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412873] [2024/05/06 09:18:14.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412875] [2024/05/06 09:18:14.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412877] [2024/05/06 09:18:14.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412880] [2024/05/06 09:18:14.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412883] [2024/05/06 09:18:14.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412885] [2024/05/06 09:18:14.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412887] [2024/05/06 09:18:14.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412889] [2024/05/06 09:18:14.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412891] [2024/05/06 09:18:14.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412893] [2024/05/06 09:18:14.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412895] [2024/05/06 09:18:14.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412897] [2024/05/06 09:18:14.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412899] [2024/05/06 09:18:14.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412901] [2024/05/06 09:18:14.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412903] [2024/05/06 09:18:14.429 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412905] [2024/05/06 09:18:14.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576869412907] [2024/05/06 09:18:14.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520066] [2024/05/06 09:18:14.436 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520068] [2024/05/06 09:18:14.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520070] [2024/05/06 09:18:14.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520072] [2024/05/06 09:18:14.443 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520074] [2024/05/06 09:18:14.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520076] [2024/05/06 09:18:14.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520079] [2024/05/06 09:18:14.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520082] [2024/05/06 09:18:14.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520084] [2024/05/06 09:18:14.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520086] [2024/05/06 09:18:14.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520088] [2024/05/06 09:18:14.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520090] [2024/05/06 09:18:14.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520092] [2024/05/06 09:18:14.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520094] [2024/05/06 09:18:14.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520096] [2024/05/06 09:18:14.471 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520098] [2024/05/06 09:18:14.473 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520100] [2024/05/06 09:18:14.476 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520102] [2024/05/06 09:18:14.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520104] [2024/05/06 09:18:14.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576882520106] [2024/05/06 09:18:14.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627265] [2024/05/06 09:18:14.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627267] [2024/05/06 09:18:14.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627269] [2024/05/06 09:18:14.491 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627271] [2024/05/06 09:18:14.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627273] [2024/05/06 09:18:14.496 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627275] [2024/05/06 09:18:14.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627278] [2024/05/06 09:18:14.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627281] [2024/05/06 09:18:14.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627283] [2024/05/06 09:18:14.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627285] [2024/05/06 09:18:14.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627287] [2024/05/06 09:18:14.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627289] [2024/05/06 09:18:14.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627291] [2024/05/06 09:18:14.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627293] [2024/05/06 09:18:14.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627295] [2024/05/06 09:18:14.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627297] [2024/05/06 09:18:14.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627299] [2024/05/06 09:18:14.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627301] [2024/05/06 09:18:14.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627304] [2024/05/06 09:18:14.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627306] [2024/05/06 09:18:14.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576895627308] [2024/05/06 09:18:14.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734466] [2024/05/06 09:18:14.537 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734468] [2024/05/06 09:18:14.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734470] [2024/05/06 09:18:14.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734472] [2024/05/06 09:18:14.544 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734474] [2024/05/06 09:18:14.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734476] [2024/05/06 09:18:14.549 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734479] [2024/05/06 09:18:14.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734482] [2024/05/06 09:18:14.554 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734484] [2024/05/06 09:18:14.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734486] [2024/05/06 09:18:14.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734488] [2024/05/06 09:18:14.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734490] [2024/05/06 09:18:14.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734492] [2024/05/06 09:18:14.567 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734494] [2024/05/06 09:18:14.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734496] [2024/05/06 09:18:14.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734498] [2024/05/06 09:18:14.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734501] [2024/05/06 09:18:14.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734503] [2024/05/06 09:18:14.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734505] [2024/05/06 09:18:14.581 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576908734507] [2024/05/06 09:18:14.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841666] [2024/05/06 09:18:14.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841668] [2024/05/06 09:18:14.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841670] [2024/05/06 09:18:14.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841672] [2024/05/06 09:18:14.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841674] [2024/05/06 09:18:14.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841676] [2024/05/06 09:18:14.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841680] [2024/05/06 09:18:14.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841685] [2024/05/06 09:18:14.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841687] [2024/05/06 09:18:14.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841689] [2024/05/06 09:18:14.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841691] [2024/05/06 09:18:14.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841693] [2024/05/06 09:18:14.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841695] [2024/05/06 09:18:14.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841697] [2024/05/06 09:18:14.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841699] [2024/05/06 09:18:14.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841701] [2024/05/06 09:18:14.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841703] [2024/05/06 09:18:14.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841705] [2024/05/06 09:18:14.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841709] [2024/05/06 09:18:14.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841711] [2024/05/06 09:18:14.632 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576921841713] [2024/05/06 09:18:14.634 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948866] [2024/05/06 09:18:14.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948868] [2024/05/06 09:18:14.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948870] [2024/05/06 09:18:14.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948872] [2024/05/06 09:18:14.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948874] [2024/05/06 09:18:14.646 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948876] [2024/05/06 09:18:14.648 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948879] [2024/05/06 09:18:14.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948882] [2024/05/06 09:18:14.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948884] [2024/05/06 09:18:14.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948886] [2024/05/06 09:18:14.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948888] [2024/05/06 09:18:14.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948890] [2024/05/06 09:18:14.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948892] [2024/05/06 09:18:14.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948894] [2024/05/06 09:18:14.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948896] [2024/05/06 09:18:14.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948898] [2024/05/06 09:18:14.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948900] [2024/05/06 09:18:14.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948902] [2024/05/06 09:18:14.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948904] [2024/05/06 09:18:14.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948906] [2024/05/06 09:18:14.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576934948908] [2024/05/06 09:18:14.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056067] [2024/05/06 09:18:14.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056069] [2024/05/06 09:18:14.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056071] [2024/05/06 09:18:14.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056073] [2024/05/06 09:18:14.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056075] [2024/05/06 09:18:14.697 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056077] [2024/05/06 09:18:14.699 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056080] [2024/05/06 09:18:14.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056083] [2024/05/06 09:18:14.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056085] [2024/05/06 09:18:14.706 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056087] [2024/05/06 09:18:14.708 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056089] [2024/05/06 09:18:14.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056091] [2024/05/06 09:18:14.713 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056093] [2024/05/06 09:18:14.715 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056095] [2024/05/06 09:18:14.717 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056097] [2024/05/06 09:18:14.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056099] [2024/05/06 09:18:14.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056101] [2024/05/06 09:18:14.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056103] [2024/05/06 09:18:14.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056105] [2024/05/06 09:18:14.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056107] [2024/05/06 09:18:14.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576948056109] [2024/05/06 09:18:14.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163265] [2024/05/06 09:18:14.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163267] [2024/05/06 09:18:14.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163269] [2024/05/06 09:18:14.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163271] [2024/05/06 09:18:14.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163273] [2024/05/06 09:18:14.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163275] [2024/05/06 09:18:14.747 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163278] [2024/05/06 09:18:14.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163280] [2024/05/06 09:18:14.752 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163283] [2024/05/06 09:18:14.754 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163285] [2024/05/06 09:18:14.756 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163287] [2024/05/06 09:18:14.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163289] [2024/05/06 09:18:14.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163291] [2024/05/06 09:18:14.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163293] [2024/05/06 09:18:14.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163295] [2024/05/06 09:18:14.768 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163297] [2024/05/06 09:18:14.770 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163300] [2024/05/06 09:18:14.772 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163302] [2024/05/06 09:18:14.774 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163304] [2024/05/06 09:18:14.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163306] [2024/05/06 09:18:14.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163308] [2024/05/06 09:18:14.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576961163310] [2024/05/06 09:18:14.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270465] [2024/05/06 09:18:14.786 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270467] [2024/05/06 09:18:14.788 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270469] [2024/05/06 09:18:14.790 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270471] [2024/05/06 09:18:14.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270473] [2024/05/06 09:18:14.794 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270475] [2024/05/06 09:18:14.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270477] [2024/05/06 09:18:14.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270480] [2024/05/06 09:18:14.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270483] [2024/05/06 09:18:14.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270485] [2024/05/06 09:18:14.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270487] [2024/05/06 09:18:14.807 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270489] [2024/05/06 09:18:14.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270491] [2024/05/06 09:18:14.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270493] [2024/05/06 09:18:14.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270495] [2024/05/06 09:18:14.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270497] [2024/05/06 09:18:14.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270499] [2024/05/06 09:18:14.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270501] [2024/05/06 09:18:14.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270503] [2024/05/06 09:18:14.825 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270505] [2024/05/06 09:18:14.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270507] [2024/05/06 09:18:14.829 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:14.829 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:14.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270509] [2024/05/06 09:18:14.830 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:14.830 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 09:18:14.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576974270512] [2024/05/06 09:18:14.833 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377667] [2024/05/06 09:18:14.835 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377670] [2024/05/06 09:18:14.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377673] [2024/05/06 09:18:14.840 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377676] [2024/05/06 09:18:14.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377678] [2024/05/06 09:18:14.845 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377680] [2024/05/06 09:18:14.847 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377684] [2024/05/06 09:18:14.849 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377688] [2024/05/06 09:18:14.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377691] [2024/05/06 09:18:14.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377693] [2024/05/06 09:18:14.856 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377695] [2024/05/06 09:18:14.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377697] [2024/05/06 09:18:14.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377699] [2024/05/06 09:18:14.863 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377701] [2024/05/06 09:18:14.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377703] [2024/05/06 09:18:14.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377705] [2024/05/06 09:18:14.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377707] [2024/05/06 09:18:14.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377709] [2024/05/06 09:18:14.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377711] [2024/05/06 09:18:14.877 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377713] [2024/05/06 09:18:14.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377715] [2024/05/06 09:18:14.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573576987377717] [2024/05/06 09:18:14.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484866] [2024/05/06 09:18:14.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484868] [2024/05/06 09:18:14.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484870] [2024/05/06 09:18:14.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484872] [2024/05/06 09:18:14.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484874] [2024/05/06 09:18:14.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484876] [2024/05/06 09:18:14.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484879] [2024/05/06 09:18:14.901 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484882] [2024/05/06 09:18:14.903 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484884] [2024/05/06 09:18:14.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484886] [2024/05/06 09:18:14.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484888] [2024/05/06 09:18:14.910 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484890] [2024/05/06 09:18:14.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484892] [2024/05/06 09:18:14.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484894] [2024/05/06 09:18:14.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484896] [2024/05/06 09:18:14.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484898] [2024/05/06 09:18:14.921 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484900] [2024/05/06 09:18:14.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484902] [2024/05/06 09:18:14.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484906] [2024/05/06 09:18:14.928 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:14.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484908] [2024/05/06 09:18:14.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484910] [2024/05/06 09:18:14.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577000484912] [2024/05/06 09:18:14.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592066] [2024/05/06 09:18:14.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592068] [2024/05/06 09:18:14.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592070] [2024/05/06 09:18:14.942 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592072] [2024/05/06 09:18:14.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592074] [2024/05/06 09:18:14.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592076] [2024/05/06 09:18:14.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592079] [2024/05/06 09:18:14.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592082] [2024/05/06 09:18:14.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592084] [2024/05/06 09:18:14.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592086] [2024/05/06 09:18:14.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592088] [2024/05/06 09:18:14.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592090] [2024/05/06 09:18:14.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592092] [2024/05/06 09:18:14.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592094] [2024/05/06 09:18:14.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592096] [2024/05/06 09:18:14.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592098] [2024/05/06 09:18:14.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592100] [2024/05/06 09:18:14.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592102] [2024/05/06 09:18:14.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592104] [2024/05/06 09:18:14.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592106] [2024/05/06 09:18:14.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592108] [2024/05/06 09:18:14.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592110] [2024/05/06 09:18:14.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577013592112] [2024/05/06 09:18:14.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699265] [2024/05/06 09:18:14.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699267] [2024/05/06 09:18:14.987 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699269] [2024/05/06 09:18:14.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699271] [2024/05/06 09:18:14.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699273] [2024/05/06 09:18:14.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699275] [2024/05/06 09:18:14.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699277] [2024/05/06 09:18:14.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699279] [2024/05/06 09:18:15.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699283] [2024/05/06 09:18:15.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699285] [2024/05/06 09:18:15.004 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699287] [2024/05/06 09:18:15.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699289] [2024/05/06 09:18:15.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699291] [2024/05/06 09:18:15.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699293] [2024/05/06 09:18:15.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699295] [2024/05/06 09:18:15.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699297] [2024/05/06 09:18:15.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699299] [2024/05/06 09:18:15.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699301] [2024/05/06 09:18:15.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699303] [2024/05/06 09:18:15.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699305] [2024/05/06 09:18:15.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699307] [2024/05/06 09:18:15.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699309] [2024/05/06 09:18:15.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577026699311] [2024/05/06 09:18:15.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806466] [2024/05/06 09:18:15.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806468] [2024/05/06 09:18:15.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806470] [2024/05/06 09:18:15.041 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806472] [2024/05/06 09:18:15.043 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806474] [2024/05/06 09:18:15.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806476] [2024/05/06 09:18:15.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806479] [2024/05/06 09:18:15.050 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806482] [2024/05/06 09:18:15.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806484] [2024/05/06 09:18:15.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806486] [2024/05/06 09:18:15.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806488] [2024/05/06 09:18:15.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806491] [2024/05/06 09:18:15.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806493] [2024/05/06 09:18:15.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806495] [2024/05/06 09:18:15.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806497] [2024/05/06 09:18:15.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806499] [2024/05/06 09:18:15.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806501] [2024/05/06 09:18:15.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806503] [2024/05/06 09:18:15.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806505] [2024/05/06 09:18:15.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806507] [2024/05/06 09:18:15.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806509] [2024/05/06 09:18:15.081 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577039806511] [2024/05/06 09:18:15.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913665] [2024/05/06 09:18:15.086 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913667] [2024/05/06 09:18:15.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913669] [2024/05/06 09:18:15.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913671] [2024/05/06 09:18:15.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913673] [2024/05/06 09:18:15.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913675] [2024/05/06 09:18:15.095 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:15.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913677] [2024/05/06 09:18:15.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913683] [2024/05/06 09:18:15.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913687] [2024/05/06 09:18:15.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913690] [2024/05/06 09:18:15.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913692] [2024/05/06 09:18:15.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913694] [2024/05/06 09:18:15.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913696] [2024/05/06 09:18:15.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913698] [2024/05/06 09:18:15.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913700] [2024/05/06 09:18:15.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913702] [2024/05/06 09:18:15.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913704] [2024/05/06 09:18:15.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913706] [2024/05/06 09:18:15.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913708] [2024/05/06 09:18:15.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913710] [2024/05/06 09:18:15.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913712] [2024/05/06 09:18:15.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913714] [2024/05/06 09:18:15.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913718] [2024/05/06 09:18:15.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913720] [2024/05/06 09:18:15.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577052913722] [2024/05/06 09:18:15.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020866] [2024/05/06 09:18:15.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020868] [2024/05/06 09:18:15.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020870] [2024/05/06 09:18:15.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020872] [2024/05/06 09:18:15.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020874] [2024/05/06 09:18:15.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020876] [2024/05/06 09:18:15.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020878] [2024/05/06 09:18:15.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020882] [2024/05/06 09:18:15.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020884] [2024/05/06 09:18:15.153 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020886] [2024/05/06 09:18:15.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020888] [2024/05/06 09:18:15.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020890] [2024/05/06 09:18:15.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020892] [2024/05/06 09:18:15.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020894] [2024/05/06 09:18:15.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020896] [2024/05/06 09:18:15.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020898] [2024/05/06 09:18:15.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020900] [2024/05/06 09:18:15.169 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020902] [2024/05/06 09:18:15.171 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020904] [2024/05/06 09:18:15.173 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020906] [2024/05/06 09:18:15.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020908] [2024/05/06 09:18:15.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020910] [2024/05/06 09:18:15.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577066020912] [2024/05/06 09:18:15.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128066] [2024/05/06 09:18:15.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128068] [2024/05/06 09:18:15.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128070] [2024/05/06 09:18:15.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128072] [2024/05/06 09:18:15.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128074] [2024/05/06 09:18:15.194 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128076] [2024/05/06 09:18:15.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128078] [2024/05/06 09:18:15.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128082] [2024/05/06 09:18:15.201 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128084] [2024/05/06 09:18:15.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128086] [2024/05/06 09:18:15.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128088] [2024/05/06 09:18:15.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128090] [2024/05/06 09:18:15.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128092] [2024/05/06 09:18:15.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128094] [2024/05/06 09:18:15.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128096] [2024/05/06 09:18:15.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128098] [2024/05/06 09:18:15.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128100] [2024/05/06 09:18:15.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128102] [2024/05/06 09:18:15.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128104] [2024/05/06 09:18:15.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128107] [2024/05/06 09:18:15.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128110] [2024/05/06 09:18:15.229 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128112] [2024/05/06 09:18:15.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128115] [2024/05/06 09:18:15.232 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:15.233 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:15.233 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/166] [keyspaceName=] [2024/05/06 09:18:15.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577079128118] [2024/05/06 09:18:15.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235266] [2024/05/06 09:18:15.236 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:15.236 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:15.237 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.237 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:15.237 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:15.237 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.237 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:15.237 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:15.237 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235268] [2024/05/06 09:18:15.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235271] [2024/05/06 09:18:15.241 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:15.242 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:15.242 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=166] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:15.242 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:15.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235273] [2024/05/06 09:18:15.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235276] [2024/05/06 09:18:15.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235279] [2024/05/06 09:18:15.247 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:15.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235284] [2024/05/06 09:18:15.250 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:15.250 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:15.251 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235288] [2024/05/06 09:18:15.252 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90001] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:15.252 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f7280000000000028ec] ["end key"=7480000000000000a15f7280000000000028f400] [2024/05/06 09:18:15.252 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a15f7280000000000028ec, endKey=7480000000000000a15f7280000000000028f400"] [2024/05/06 09:18:15.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235291] [2024/05/06 09:18:15.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235293] [2024/05/06 09:18:15.259 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235295] [2024/05/06 09:18:15.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235297] [2024/05/06 09:18:15.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235299] [2024/05/06 09:18:15.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235301] [2024/05/06 09:18:15.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235303] [2024/05/06 09:18:15.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235305] [2024/05/06 09:18:15.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235307] [2024/05/06 09:18:15.279 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235309] [2024/05/06 09:18:15.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577092235311] [2024/05/06 09:18:15.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604610] [2024/05/06 09:18:15.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604612] [2024/05/06 09:18:15.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604614] [2024/05/06 09:18:15.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604616] [2024/05/06 09:18:15.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604618] [2024/05/06 09:18:15.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604620] [2024/05/06 09:18:15.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604623] [2024/05/06 09:18:15.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604626] [2024/05/06 09:18:15.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604628] [2024/05/06 09:18:15.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604630] [2024/05/06 09:18:15.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604632] [2024/05/06 09:18:15.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604634] [2024/05/06 09:18:15.313 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:15.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604636] [2024/05/06 09:18:15.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604638] [2024/05/06 09:18:15.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604640] [2024/05/06 09:18:15.321 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604642] [2024/05/06 09:18:15.323 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604644] [2024/05/06 09:18:15.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604646] [2024/05/06 09:18:15.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604648] [2024/05/06 09:18:15.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604650] [2024/05/06 09:18:15.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577105604653] [2024/05/06 09:18:15.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449666] [2024/05/06 09:18:15.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449668] [2024/05/06 09:18:15.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449670] [2024/05/06 09:18:15.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449672] [2024/05/06 09:18:15.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449674] [2024/05/06 09:18:15.343 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449676] [2024/05/06 09:18:15.345 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449678] [2024/05/06 09:18:15.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449682] [2024/05/06 09:18:15.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449687] [2024/05/06 09:18:15.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449689] [2024/05/06 09:18:15.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449691] [2024/05/06 09:18:15.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449693] [2024/05/06 09:18:15.357 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:15.357 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90001] [id=1] [2024/05/06 09:18:15.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449695] [2024/05/06 09:18:15.360 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:15.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449697] [2024/05/06 09:18:15.363 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:18:15.363 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1038] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/b9b340ab-e8cf-41d6-8cae-a4941be7461e.sst] [firstKey=7480000000000000A15F6980000000000000010380000000000028F20380000000000028F0] [lastKey=7480000000000000A15F698000000000000001038000000000002CDD0380000000000028F0] [2024/05/06 09:18:15.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449699] [2024/05/06 09:18:15.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449701] [2024/05/06 09:18:15.366 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.366 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242659131392/467794132992, backend usage: 0"] [2024/05/06 09:18:15.366 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:15.368 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449703] [2024/05/06 09:18:15.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449705] [2024/05/06 09:18:15.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449707] [2024/05/06 09:18:15.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449711] [2024/05/06 09:18:15.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449713] [2024/05/06 09:18:15.381 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577118449715] [2024/05/06 09:18:15.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556866] [2024/05/06 09:18:15.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556868] [2024/05/06 09:18:15.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556870] [2024/05/06 09:18:15.389 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:18:15.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556872] [2024/05/06 09:18:15.389 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556874] [2024/05/06 09:18:15.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556876] [2024/05/06 09:18:15.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556878] [2024/05/06 09:18:15.398 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:18:15.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556881] [2024/05/06 09:18:15.400 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.522583ms] [] [2024/05/06 09:18:15.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556884] [2024/05/06 09:18:15.403 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556886] [2024/05/06 09:18:15.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556889] [2024/05/06 09:18:15.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556893] [2024/05/06 09:18:15.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556897] [2024/05/06 09:18:15.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556900] [2024/05/06 09:18:15.414 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:15.415 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:15.415 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556904] [2024/05/06 09:18:15.417 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556907] [2024/05/06 09:18:15.417 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90002] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:15.417 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:18:15.417 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 09:18:15.417 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f728000000000002905] ["end key"=7480000000000000a25f72800000000000290d00] [2024/05/06 09:18:15.417 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 09:18:15.417 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:18:15.417 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a25f728000000000002905, endKey=7480000000000000a25f72800000000000290d00"] [2024/05/06 09:18:15.418 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90002] [id=1] [2024/05/06 09:18:15.419 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1056] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/9db9e018-7c95-4065-b4f0-47f06be23ca9.sst] [firstKey=7480000000000000A25F698000000000000001038000000000002907038000000000002905] [lastKey=7480000000000000A25F698000000000000001038000000000002CF2038000000000002905] [2024/05/06 09:18:15.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556910] [2024/05/06 09:18:15.421 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.421 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242659155968/467794132992, backend usage: 0"] [2024/05/06 09:18:15.421 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:15.422 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556912] [2024/05/06 09:18:15.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556914] [2024/05/06 09:18:15.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556918] [2024/05/06 09:18:15.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577131556920] [2024/05/06 09:18:15.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664065] [2024/05/06 09:18:15.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664067] [2024/05/06 09:18:15.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664069] [2024/05/06 09:18:15.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664071] [2024/05/06 09:18:15.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664073] [2024/05/06 09:18:15.444 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 09:18:15.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664075] [2024/05/06 09:18:15.444 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664077] [2024/05/06 09:18:15.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664080] [2024/05/06 09:18:15.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664083] [2024/05/06 09:18:15.452 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=570] [importedCount=15] [2024/05/06 09:18:15.455 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664085] [2024/05/06 09:18:15.456 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.195132ms] [] [2024/05/06 09:18:15.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664087] [2024/05/06 09:18:15.459 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664090] [2024/05/06 09:18:15.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664094] [2024/05/06 09:18:15.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664097] [2024/05/06 09:18:15.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664101] [2024/05/06 09:18:15.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664104] [2024/05/06 09:18:15.471 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:15.472 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:15.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664107] [2024/05/06 09:18:15.474 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90003] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:15.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:18:15.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/06 09:18:15.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/06 09:18:15.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:18:15.474 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f72800000000000290e] ["end key"=7480000000000000a35f72800000000000291200] [2024/05/06 09:18:15.475 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a35f72800000000000290e, endKey=7480000000000000a35f72800000000000291200"] [2024/05/06 09:18:15.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664110] [2024/05/06 09:18:15.475 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90003] [id=1] [2024/05/06 09:18:15.476 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1036] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/7000d61f-7ae7-414f-9a57-bfeb97a448a3.sst] [firstKey=7480000000000000A35F69800000000000000103800000000000291003800000000000290E] [lastKey=7480000000000000A35F698000000000000001038000000000002CFB03800000000000290E] [2024/05/06 09:18:15.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664113] [2024/05/06 09:18:15.478 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.478 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242659180544/467794132992, backend usage: 0"] [2024/05/06 09:18:15.478 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:15.479 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577144664115] [2024/05/06 09:18:15.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771265] [2024/05/06 09:18:15.484 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771267] [2024/05/06 09:18:15.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771271] [2024/05/06 09:18:15.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771273] [2024/05/06 09:18:15.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771275] [2024/05/06 09:18:15.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771277] [2024/05/06 09:18:15.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771279] [2024/05/06 09:18:15.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771283] [2024/05/06 09:18:15.501 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:18:15.501 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.503 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771285] [2024/05/06 09:18:15.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771287] [2024/05/06 09:18:15.507 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=798] [importedCount=21] [2024/05/06 09:18:15.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771289] [2024/05/06 09:18:15.509 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.616346ms] [] [2024/05/06 09:18:15.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771291] [2024/05/06 09:18:15.512 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771293] [2024/05/06 09:18:15.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771297] [2024/05/06 09:18:15.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771301] [2024/05/06 09:18:15.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771305] [2024/05/06 09:18:15.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771308] [2024/05/06 09:18:15.524 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:15.525 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186472] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:15.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771312] [2024/05/06 09:18:15.528 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90004] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:15.528 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:18:15.528 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186552] ["max memory quota"=17179869184] [2024/05/06 09:18:15.528 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186592] ["max memory quota"=17179869184] [2024/05/06 09:18:15.528 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f728000000000002913] ["end key"=7480000000000000a45f72800000000000291b00] [2024/05/06 09:18:15.528 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186632] ["max memory quota"=17179869184] [2024/05/06 09:18:15.528 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90004] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a45f728000000000002913, endKey=7480000000000000a45f72800000000000291b00"] [2024/05/06 09:18:15.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771317] [2024/05/06 09:18:15.529 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90004] [id=1] [2024/05/06 09:18:15.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771320] [2024/05/06 09:18:15.530 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/c718daa5-0dd7-418e-aabf-204ce3673ed3.sst] [firstKey=7480000000000000A45F698000000000000001038000000000002915038000000000002913] [lastKey=7480000000000000A45F698000000000000001038000000000002D00038000000000002913] [2024/05/06 09:18:15.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577157771322] [2024/05/06 09:18:15.533 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.533 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242659192832/467794132992, backend usage: 0"] [2024/05/06 09:18:15.533 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:15.534 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:15.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878466] [2024/05/06 09:18:15.537 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878468] [2024/05/06 09:18:15.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878472] [2024/05/06 09:18:15.546 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878474] [2024/05/06 09:18:15.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878477] [2024/05/06 09:18:15.551 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878480] [2024/05/06 09:18:15.554 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878482] [2024/05/06 09:18:15.556 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 09:18:15.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878484] [2024/05/06 09:18:15.556 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:15.558 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878486] [2024/05/06 09:18:15.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878488] [2024/05/06 09:18:15.562 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=1140] [importedCount=30] [2024/05/06 09:18:15.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878490] [2024/05/06 09:18:15.564 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.585064ms] [] [2024/05/06 09:18:15.565 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878492] [2024/05/06 09:18:15.566 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:18:15.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878495] [2024/05/06 09:18:15.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878499] [2024/05/06 09:18:15.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878502] [2024/05/06 09:18:15.574 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:15.574 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:15.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=720.353Β΅s] [] [2024/05/06 09:18:15.575 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:15.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878507] [2024/05/06 09:18:15.576 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=440.217Β΅s] [] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:15.576 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.576 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.576 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.576 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:15.577 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:15.577 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:15.577 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:15.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:15.577 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:15.577 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=166] ["current memory usage"=480] ["max memory quota"=17179869184] [2024/05/06 09:18:15.577 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=344.960959ms] [] [2024/05/06 09:18:15.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878509] [2024/05/06 09:18:15.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878511] [2024/05/06 09:18:15.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577170878513] [2024/05/06 09:18:15.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985666] [2024/05/06 09:18:15.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985668] [2024/05/06 09:18:15.589 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985670] [2024/05/06 09:18:15.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985672] [2024/05/06 09:18:15.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985674] [2024/05/06 09:18:15.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985676] [2024/05/06 09:18:15.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985680] [2024/05/06 09:18:15.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985685] [2024/05/06 09:18:15.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985687] [2024/05/06 09:18:15.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985689] [2024/05/06 09:18:15.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985691] [2024/05/06 09:18:15.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985693] [2024/05/06 09:18:15.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985695] [2024/05/06 09:18:15.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985697] [2024/05/06 09:18:15.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985699] [2024/05/06 09:18:15.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985701] [2024/05/06 09:18:15.620 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985703] [2024/05/06 09:18:15.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985705] [2024/05/06 09:18:15.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985707] [2024/05/06 09:18:15.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985709] [2024/05/06 09:18:15.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985712] [2024/05/06 09:18:15.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577183985714] [2024/05/06 09:18:15.634 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355009] [2024/05/06 09:18:15.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355011] [2024/05/06 09:18:15.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355013] [2024/05/06 09:18:15.640 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355015] [2024/05/06 09:18:15.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355017] [2024/05/06 09:18:15.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355019] [2024/05/06 09:18:15.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355021] [2024/05/06 09:18:15.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355025] [2024/05/06 09:18:15.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355028] [2024/05/06 09:18:15.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355030] [2024/05/06 09:18:15.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355032] [2024/05/06 09:18:15.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355034] [2024/05/06 09:18:15.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355036] [2024/05/06 09:18:15.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355038] [2024/05/06 09:18:15.674 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355040] [2024/05/06 09:18:15.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355042] [2024/05/06 09:18:15.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355044] [2024/05/06 09:18:15.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577197355046] [2024/05/06 09:18:15.684 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200066] [2024/05/06 09:18:15.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200069] [2024/05/06 09:18:15.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200071] [2024/05/06 09:18:15.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200073] [2024/05/06 09:18:15.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200075] [2024/05/06 09:18:15.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200077] [2024/05/06 09:18:15.697 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200079] [2024/05/06 09:18:15.699 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200082] [2024/05/06 09:18:15.701 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200085] [2024/05/06 09:18:15.703 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200087] [2024/05/06 09:18:15.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200089] [2024/05/06 09:18:15.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200091] [2024/05/06 09:18:15.710 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200093] [2024/05/06 09:18:15.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200095] [2024/05/06 09:18:15.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200097] [2024/05/06 09:18:15.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200099] [2024/05/06 09:18:15.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200101] [2024/05/06 09:18:15.720 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200103] [2024/05/06 09:18:15.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200105] [2024/05/06 09:18:15.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200107] [2024/05/06 09:18:15.727 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200109] [2024/05/06 09:18:15.729 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200111] [2024/05/06 09:18:15.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577210200113] [2024/05/06 09:18:15.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307265] [2024/05/06 09:18:15.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307267] [2024/05/06 09:18:15.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307269] [2024/05/06 09:18:15.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307271] [2024/05/06 09:18:15.742 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307273] [2024/05/06 09:18:15.744 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307275] [2024/05/06 09:18:15.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307277] [2024/05/06 09:18:15.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307280] [2024/05/06 09:18:15.751 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307283] [2024/05/06 09:18:15.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307285] [2024/05/06 09:18:15.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307287] [2024/05/06 09:18:15.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307289] [2024/05/06 09:18:15.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307291] [2024/05/06 09:18:15.762 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307293] [2024/05/06 09:18:15.764 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307295] [2024/05/06 09:18:15.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307297] [2024/05/06 09:18:15.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307299] [2024/05/06 09:18:15.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307302] [2024/05/06 09:18:15.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307304] [2024/05/06 09:18:15.776 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307306] [2024/05/06 09:18:15.778 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307308] [2024/05/06 09:18:15.780 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307310] [2024/05/06 09:18:15.782 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577223307312] [2024/05/06 09:18:15.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414466] [2024/05/06 09:18:15.788 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414468] [2024/05/06 09:18:15.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414470] [2024/05/06 09:18:15.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414472] [2024/05/06 09:18:15.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414474] [2024/05/06 09:18:15.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414476] [2024/05/06 09:18:15.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414480] [2024/05/06 09:18:15.802 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414482] [2024/05/06 09:18:15.804 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414484] [2024/05/06 09:18:15.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414486] [2024/05/06 09:18:15.809 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414488] [2024/05/06 09:18:15.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414490] [2024/05/06 09:18:15.813 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414492] [2024/05/06 09:18:15.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414494] [2024/05/06 09:18:15.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414496] [2024/05/06 09:18:15.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414498] [2024/05/06 09:18:15.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414500] [2024/05/06 09:18:15.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414504] [2024/05/06 09:18:15.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414506] [2024/05/06 09:18:15.831 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:15.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577236414509] [2024/05/06 09:18:15.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521667] [2024/05/06 09:18:15.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521670] [2024/05/06 09:18:15.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521672] [2024/05/06 09:18:15.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521674] [2024/05/06 09:18:15.843 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521676] [2024/05/06 09:18:15.845 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521678] [2024/05/06 09:18:15.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521681] [2024/05/06 09:18:15.850 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521687] [2024/05/06 09:18:15.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521689] [2024/05/06 09:18:15.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521691] [2024/05/06 09:18:15.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521693] [2024/05/06 09:18:15.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521695] [2024/05/06 09:18:15.862 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521697] [2024/05/06 09:18:15.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521699] [2024/05/06 09:18:15.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521701] [2024/05/06 09:18:15.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521703] [2024/05/06 09:18:15.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521705] [2024/05/06 09:18:15.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521707] [2024/05/06 09:18:15.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521709] [2024/05/06 09:18:15.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521711] [2024/05/06 09:18:15.878 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90001] [type=backfill] [2024/05/06 09:18:15.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577249521713] [2024/05/06 09:18:15.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628865] [2024/05/06 09:18:15.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628867] [2024/05/06 09:18:15.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628869] [2024/05/06 09:18:15.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628871] [2024/05/06 09:18:15.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628873] [2024/05/06 09:18:15.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628875] [2024/05/06 09:18:15.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628877] [2024/05/06 09:18:15.899 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628880] [2024/05/06 09:18:15.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628883] [2024/05/06 09:18:15.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628885] [2024/05/06 09:18:15.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628887] [2024/05/06 09:18:15.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628889] [2024/05/06 09:18:15.911 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628891] [2024/05/06 09:18:15.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628893] [2024/05/06 09:18:15.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628895] [2024/05/06 09:18:15.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628897] [2024/05/06 09:18:15.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628899] [2024/05/06 09:18:15.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628901] [2024/05/06 09:18:15.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628903] [2024/05/06 09:18:15.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628905] [2024/05/06 09:18:15.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577262628907] [2024/05/06 09:18:15.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736066] [2024/05/06 09:18:15.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736068] [2024/05/06 09:18:15.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736070] [2024/05/06 09:18:15.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736072] [2024/05/06 09:18:15.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736074] [2024/05/06 09:18:15.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736076] [2024/05/06 09:18:15.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736078] [2024/05/06 09:18:15.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736082] [2024/05/06 09:18:15.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736084] [2024/05/06 09:18:15.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736086] [2024/05/06 09:18:15.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736088] [2024/05/06 09:18:15.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736090] [2024/05/06 09:18:15.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736092] [2024/05/06 09:18:15.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736094] [2024/05/06 09:18:15.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736096] [2024/05/06 09:18:15.968 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736098] [2024/05/06 09:18:15.970 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736100] [2024/05/06 09:18:15.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736102] [2024/05/06 09:18:15.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736104] [2024/05/06 09:18:15.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736106] [2024/05/06 09:18:15.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736108] [2024/05/06 09:18:15.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577275736110] [2024/05/06 09:18:15.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843266] [2024/05/06 09:18:15.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843268] [2024/05/06 09:18:15.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843270] [2024/05/06 09:18:15.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843272] [2024/05/06 09:18:15.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843274] [2024/05/06 09:18:15.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843276] [2024/05/06 09:18:15.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843279] [2024/05/06 09:18:16.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843282] [2024/05/06 09:18:16.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843284] [2024/05/06 09:18:16.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843286] [2024/05/06 09:18:16.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843288] [2024/05/06 09:18:16.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843290] [2024/05/06 09:18:16.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843292] [2024/05/06 09:18:16.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843294] [2024/05/06 09:18:16.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843296] [2024/05/06 09:18:16.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843298] [2024/05/06 09:18:16.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843300] [2024/05/06 09:18:16.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843302] [2024/05/06 09:18:16.026 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843304] [2024/05/06 09:18:16.028 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843306] [2024/05/06 09:18:16.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577288843308] [2024/05/06 09:18:16.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950465] [2024/05/06 09:18:16.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950467] [2024/05/06 09:18:16.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950469] [2024/05/06 09:18:16.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950471] [2024/05/06 09:18:16.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950473] [2024/05/06 09:18:16.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950475] [2024/05/06 09:18:16.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950477] [2024/05/06 09:18:16.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950480] [2024/05/06 09:18:16.052 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950483] [2024/05/06 09:18:16.054 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950485] [2024/05/06 09:18:16.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950487] [2024/05/06 09:18:16.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950489] [2024/05/06 09:18:16.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950491] [2024/05/06 09:18:16.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950493] [2024/05/06 09:18:16.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950495] [2024/05/06 09:18:16.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950497] [2024/05/06 09:18:16.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950499] [2024/05/06 09:18:16.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950501] [2024/05/06 09:18:16.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950503] [2024/05/06 09:18:16.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950505] [2024/05/06 09:18:16.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577301950507] [2024/05/06 09:18:16.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057666] [2024/05/06 09:18:16.086 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057668] [2024/05/06 09:18:16.089 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057670] [2024/05/06 09:18:16.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057672] [2024/05/06 09:18:16.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057674] [2024/05/06 09:18:16.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057676] [2024/05/06 09:18:16.098 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057680] [2024/05/06 09:18:16.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057686] [2024/05/06 09:18:16.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057689] [2024/05/06 09:18:16.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057693] [2024/05/06 09:18:16.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057695] [2024/05/06 09:18:16.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057697] [2024/05/06 09:18:16.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057699] [2024/05/06 09:18:16.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057701] [2024/05/06 09:18:16.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057703] [2024/05/06 09:18:16.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057705] [2024/05/06 09:18:16.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057707] [2024/05/06 09:18:16.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057710] [2024/05/06 09:18:16.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057715] [2024/05/06 09:18:16.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057720] [2024/05/06 09:18:16.130 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:18:16.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577315057724] [2024/05/06 09:18:16.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164865] [2024/05/06 09:18:16.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164867] [2024/05/06 09:18:16.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164870] [2024/05/06 09:18:16.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164873] [2024/05/06 09:18:16.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164875] [2024/05/06 09:18:16.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164878] [2024/05/06 09:18:16.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164881] [2024/05/06 09:18:16.150 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164884] [2024/05/06 09:18:16.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164886] [2024/05/06 09:18:16.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164888] [2024/05/06 09:18:16.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164891] [2024/05/06 09:18:16.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164894] [2024/05/06 09:18:16.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164897] [2024/05/06 09:18:16.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=905.309Β΅s] [gotSchemaVersion=103] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:16.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577328164900] [2024/05/06 09:18:16.166 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=103] [2024/05/06 09:18:16.166 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164902] [2024/05/06 09:18:16.172 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164906] [2024/05/06 09:18:16.175 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164908] [2024/05/06 09:18:16.175 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164908] [2024/05/06 09:18:16.178 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164910] [2024/05/06 09:18:16.181 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164912] [2024/05/06 09:18:16.181 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577328164912] [2024/05/06 09:18:16.184 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272065] [2024/05/06 09:18:16.184 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272065] [2024/05/06 09:18:16.188 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272067] [2024/05/06 09:18:16.188 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272067] [2024/05/06 09:18:16.190 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272069] [2024/05/06 09:18:16.190 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272069] [2024/05/06 09:18:16.193 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272071] [2024/05/06 09:18:16.198 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272073] [2024/05/06 09:18:16.198 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272073] [2024/05/06 09:18:16.202 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272076] [2024/05/06 09:18:16.202 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272076] [2024/05/06 09:18:16.204 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272079] [2024/05/06 09:18:16.207 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272081] [2024/05/06 09:18:16.210 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272083] [2024/05/06 09:18:16.212 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272085] [2024/05/06 09:18:16.212 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272085] [2024/05/06 09:18:16.213 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=52.636068ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576830091295, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.215 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272088] [2024/05/06 09:18:16.217 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272092] [2024/05/06 09:18:16.217 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272092] [2024/05/06 09:18:16.220 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272095] [2024/05/06 09:18:16.220 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272095] [2024/05/06 09:18:16.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573576830091295, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.221 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=166] [table=t] [index=idx] [2024/05/06 09:18:16.222 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272098] [2024/05/06 09:18:16.222 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272098] [2024/05/06 09:18:16.225 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272102] [2024/05/06 09:18:16.227 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272104] [2024/05/06 09:18:16.227 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272104] [2024/05/06 09:18:16.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=1.004631ms] [gotSchemaVersion=104] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:16.230 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577341272108] [2024/05/06 09:18:16.232 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379265] [2024/05/06 09:18:16.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=104] [2024/05/06 09:18:16.235 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379269] [2024/05/06 09:18:16.235 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379269] [2024/05/06 09:18:16.238 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379271] [2024/05/06 09:18:16.238 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379271] [2024/05/06 09:18:16.240 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379273] [2024/05/06 09:18:16.240 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379273] [2024/05/06 09:18:16.242 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379275] [2024/05/06 09:18:16.244 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379277] [2024/05/06 09:18:16.247 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379279] [2024/05/06 09:18:16.249 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379282] [2024/05/06 09:18:16.252 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379285] [2024/05/06 09:18:16.254 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379287] [2024/05/06 09:18:16.254 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379287] [2024/05/06 09:18:16.257 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379289] [2024/05/06 09:18:16.259 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379291] [2024/05/06 09:18:16.262 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379293] [2024/05/06 09:18:16.262 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379293] [2024/05/06 09:18:16.264 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379295] [2024/05/06 09:18:16.267 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379297] [2024/05/06 09:18:16.269 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379299] [2024/05/06 09:18:16.269 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379299] [2024/05/06 09:18:16.272 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379301] [2024/05/06 09:18:16.272 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379301] [2024/05/06 09:18:16.274 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379303] [2024/05/06 09:18:16.277 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379305] [2024/05/06 09:18:16.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=52.313529ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.279 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379307] [2024/05/06 09:18:16.282 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379310] [2024/05/06 09:18:16.282 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577354379310] [2024/05/06 09:18:16.285 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486467] [2024/05/06 09:18:16.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.287 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486470] [2024/05/06 09:18:16.287 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486470] [2024/05/06 09:18:16.288 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:18:16.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486473] [2024/05/06 09:18:16.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486473] [2024/05/06 09:18:16.292 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486477] [2024/05/06 09:18:16.294 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 09:18:16.295 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486480] [2024/05/06 09:18:16.298 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486485] [2024/05/06 09:18:16.298 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486485] [2024/05/06 09:18:16.300 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486488] [2024/05/06 09:18:16.300 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486488] [2024/05/06 09:18:16.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.303 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486492] [2024/05/06 09:18:16.303 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486492] [2024/05/06 09:18:16.304 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a15f69ffff000000000001,EndKey:7480000000000000a15f69ffff000000000001ff,First:false,PhysicalTableID:161,Ingest mode:false"] [2024/05/06 09:18:16.306 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f69ffff000000000001] ["end key"=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:18:16.306 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:18:16.306 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486497] [2024/05/06 09:18:16.306 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486497] [2024/05/06 09:18:16.307 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=161] ["end key"=7480000000000000a15f69ffff000000000001ff] ["current end key"=7480000000000000a15f69ffff000000000001038000000000002d6d03800000000000298000] [2024/05/06 09:18:16.307 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.307 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.307 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.308 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486499] [2024/05/06 09:18:16.308 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486499] [2024/05/06 09:18:16.310 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486502] [2024/05/06 09:18:16.310 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486502] [2024/05/06 09:18:16.313 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486504] [2024/05/06 09:18:16.316 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486507] [2024/05/06 09:18:16.318 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486510] [2024/05/06 09:18:16.318 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486510] [2024/05/06 09:18:16.321 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 161, range: [7480000000000000a15f69ffff000000000001, 7480000000000000a15f69ffff000000000001038000000000002d6d03800000000000298000), jobID: 166"] ["added count"=365] ["scan count"=365] ["next key"=7480000000000000a15f69ffff000000000001038000000000002d6d0380000000000029800000] ["take time"=13.399552ms] [2024/05/06 09:18:16.321 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.321 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=375] ["start key"=7480000000000000a15f69ffff000000000001] [2024/05/06 09:18:16.321 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486513] [2024/05/06 09:18:16.323 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486517] [2024/05/06 09:18:16.324 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=162] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [] [2024/05/06 09:18:16.324 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:375, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a25f69ffff000000000001,EndKey:7480000000000000a25f69ffff000000000001ff,First:false,PhysicalTableID:162,Ingest mode:false"] [2024/05/06 09:18:16.326 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486520] [2024/05/06 09:18:16.326 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486520] [2024/05/06 09:18:16.326 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f69ffff000000000001] ["end key"=7480000000000000a25f69ffff000000000001ff] [2024/05/06 09:18:16.326 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [2024/05/06 09:18:16.327 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=162] ["end key"=7480000000000000a25f69ffff000000000001ff] ["current end key"=7480000000000000a25f69ffff000000000001038000000000002d6e03800000000000298100] [2024/05/06 09:18:16.327 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.327 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.327 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.328 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486523] [2024/05/06 09:18:16.329 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90001] [2024/05/06 09:18:16.330 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486528] [2024/05/06 09:18:16.330 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577367486528] [2024/05/06 09:18:16.331 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:16.331 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90001] [2024/05/06 09:18:16.334 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593665] [2024/05/06 09:18:16.334 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593665] [2024/05/06 09:18:16.336 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593670] [2024/05/06 09:18:16.339 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593675] [2024/05/06 09:18:16.340 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 162, range: [7480000000000000a25f69ffff000000000001, 7480000000000000a25f69ffff000000000001038000000000002d6e03800000000000298100), jobID: 166"] ["added count"=360] ["scan count"=360] ["next key"=7480000000000000a25f69ffff000000000001038000000000002d6e0380000000000029810000] ["take time"=13.359293ms] [2024/05/06 09:18:16.341 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.341 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=735] ["start key"=7480000000000000a25f69ffff000000000001] [2024/05/06 09:18:16.341 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593678] [2024/05/06 09:18:16.342 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:16.344 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593683] [2024/05/06 09:18:16.344 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593683] [2024/05/06 09:18:16.344 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=163] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [] [2024/05/06 09:18:16.344 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:735, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a35f69ffff000000000001,EndKey:7480000000000000a35f69ffff000000000001ff,First:false,PhysicalTableID:163,Ingest mode:false"] [2024/05/06 09:18:16.345 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f69ffff000000000001] ["end key"=7480000000000000a35f69ffff000000000001ff] [2024/05/06 09:18:16.345 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [2024/05/06 09:18:16.346 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593687] [2024/05/06 09:18:16.346 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593687] [2024/05/06 09:18:16.347 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=163] ["end key"=7480000000000000a35f69ffff000000000001ff] ["current end key"=7480000000000000a35f69ffff000000000001038000000000002d7303800000000000298600] [2024/05/06 09:18:16.347 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.347 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.347 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.348 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593691] [2024/05/06 09:18:16.351 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593697] [2024/05/06 09:18:16.353 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593700] [2024/05/06 09:18:16.353 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593700] [2024/05/06 09:18:16.356 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593703] [2024/05/06 09:18:16.356 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593703] [2024/05/06 09:18:16.358 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593705] [2024/05/06 09:18:16.360 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 163, range: [7480000000000000a35f69ffff000000000001, 7480000000000000a35f69ffff000000000001038000000000002d7303800000000000298600), jobID: 166"] ["added count"=360] ["scan count"=360] ["next key"=7480000000000000a35f69ffff000000000001038000000000002d730380000000000029860000] ["take time"=13.179201ms] [2024/05/06 09:18:16.360 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.360 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1095] ["start key"=7480000000000000a35f69ffff000000000001] [2024/05/06 09:18:16.361 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593708] [2024/05/06 09:18:16.363 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593712] [2024/05/06 09:18:16.363 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593712] [2024/05/06 09:18:16.363 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=164] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [] [2024/05/06 09:18:16.363 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1095, ArgLen:6, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a45f69ffff000000000001,EndKey:7480000000000000a45f69ffff000000000001ff,First:false,PhysicalTableID:164,Ingest mode:false"] [2024/05/06 09:18:16.365 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f69ffff000000000001] ["end key"=7480000000000000a45f69ffff000000000001ff] [2024/05/06 09:18:16.365 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [2024/05/06 09:18:16.366 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593716] [2024/05/06 09:18:16.366 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593716] [2024/05/06 09:18:16.366 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=164] ["end key"=7480000000000000a45f69ffff000000000001ff] ["current end key"=7480000000000000a45f69ffff000000000001038000000000002d7403800000000000298700] [2024/05/06 09:18:16.366 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.366 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.366 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.368 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593719] [2024/05/06 09:18:16.368 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593719] [2024/05/06 09:18:16.370 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593721] [2024/05/06 09:18:16.373 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593724] [2024/05/06 09:18:16.375 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593727] [2024/05/06 09:18:16.378 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593729] [2024/05/06 09:18:16.378 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593729] [2024/05/06 09:18:16.380 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 164, range: [7480000000000000a45f69ffff000000000001, 7480000000000000a45f69ffff000000000001038000000000002d7403800000000000298700), jobID: 166"] ["added count"=360] ["scan count"=360] ["next key"=7480000000000000a45f69ffff000000000001038000000000002d740380000000000029870000] ["take time"=13.393442ms] [2024/05/06 09:18:16.380 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:18:16.380 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1455] ["start key"=7480000000000000a45f69ffff000000000001] [2024/05/06 09:18:16.380 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1455] [2024/05/06 09:18:16.381 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577380593732] [2024/05/06 09:18:16.383 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700866] [2024/05/06 09:18:16.385 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700868] [2024/05/06 09:18:16.385 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700868] [2024/05/06 09:18:16.388 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700870] [2024/05/06 09:18:16.388 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700870] [2024/05/06 09:18:16.390 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700872] [2024/05/06 09:18:16.390 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700872] [2024/05/06 09:18:16.392 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700874] [2024/05/06 09:18:16.392 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700874] [2024/05/06 09:18:16.395 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700876] [2024/05/06 09:18:16.397 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700879] [2024/05/06 09:18:16.397 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700879] [2024/05/06 09:18:16.400 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700882] [2024/05/06 09:18:16.402 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700884] [2024/05/06 09:18:16.402 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700884] [2024/05/06 09:18:16.404 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:16.405 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700888] [2024/05/06 09:18:16.407 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700890] [2024/05/06 09:18:16.410 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700893] [2024/05/06 09:18:16.410 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700893] [2024/05/06 09:18:16.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=1.012528ms] [gotSchemaVersion=105] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:16.411 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700896] [2024/05/06 09:18:16.413 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=105] [2024/05/06 09:18:16.414 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700900] [2024/05/06 09:18:16.417 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700902] [2024/05/06 09:18:16.419 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700904] [2024/05/06 09:18:16.419 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700904] [2024/05/06 09:18:16.422 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700906] [2024/05/06 09:18:16.424 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700908] [2024/05/06 09:18:16.426 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700911] [2024/05/06 09:18:16.429 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700913] [2024/05/06 09:18:16.431 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577393700915] [2024/05/06 09:18:16.433 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808066] [2024/05/06 09:18:16.433 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808066] [2024/05/06 09:18:16.436 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808068] [2024/05/06 09:18:16.436 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808068] [2024/05/06 09:18:16.438 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808070] [2024/05/06 09:18:16.438 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808070] [2024/05/06 09:18:16.440 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808072] [2024/05/06 09:18:16.440 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808072] [2024/05/06 09:18:16.442 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808074] [2024/05/06 09:18:16.445 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808076] [2024/05/06 09:18:16.445 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808076] [2024/05/06 09:18:16.446 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808078] [2024/05/06 09:18:16.449 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808081] [2024/05/06 09:18:16.451 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808084] [2024/05/06 09:18:16.453 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808086] [2024/05/06 09:18:16.456 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808088] [2024/05/06 09:18:16.458 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808090] [2024/05/06 09:18:16.458 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808090] [2024/05/06 09:18:16.459 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.258092ms] [job="ID:166, Type:add index, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:1455, ArgLen:3, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.460 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808092] [2024/05/06 09:18:16.460 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808092] [2024/05/06 09:18:16.462 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808095] [2024/05/06 09:18:16.465 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808099] [2024/05/06 09:18:16.466 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=161] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:16.467 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808102] [2024/05/06 09:18:16.467 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808102] [2024/05/06 09:18:16.469 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=162] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:16.469 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808107] [2024/05/06 09:18:16.469 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808107] [2024/05/06 09:18:16.471 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=163] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:16.472 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808111] [2024/05/06 09:18:16.473 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=164] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:16.474 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808116] [2024/05/06 09:18:16.476 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="add index"] [2024/05/06 09:18:16.476 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808119] [2024/05/06 09:18:16.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [job="ID:166, Type:add index, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:1455, ArgLen:3, start time: 2024-05-06 09:18:13.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577367486474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.479 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808122] [2024/05/06 09:18:16.479 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808122] [2024/05/06 09:18:16.481 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577406808126] [2024/05/06 09:18:16.483 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915267] [2024/05/06 09:18:16.485 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:18:16.485 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.485 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915273] [2024/05/06 09:18:16.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.9200957450000002\n# Parse_time: 0.00003517\n# Compile_time: 0.000065283\n# Rewrite_time: 0.000001818\n# Optimize_time: 0.000017255\n# Wait_TS: 0.000140532\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1248ca3a978e331ae61b9067dcdcce0f893febad7030f2d9d49c63743e3b9b79\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx((cast(a as signed array)));"] [2024/05/06 09:18:16.487 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915279] [2024/05/06 09:18:16.489 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915281] [2024/05/06 09:18:16.489 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915281] [2024/05/06 09:18:16.492 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915283] [2024/05/06 09:18:16.492 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449573577419915283] [2024/05/06 09:18:16.494 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=105] [2024/05/06 09:18:16.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=105] [cur_db=addindexlit] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:16.516 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:16.516 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:16.522 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=47.892Β΅s] [gotSchemaVersion=106] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:16.534 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=106] [2024/05/06 09:18:16.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.054045ms] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=55.586Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:16.600 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=107] [2024/05/06 09:18:16.648 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.616562ms] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=46.056Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:16.672 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=108] [2024/05/06 09:18:16.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.416846ms] [job="ID:167, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.728 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=167] [tableIDs="[160,161,162,163,164]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:16.731 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=167] [jobType="drop schema"] [2024/05/06 09:18:16.732 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [job="ID:167, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:18:16.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.741 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=108] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:16.748 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:16.748 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:16.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=268.607Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:16.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=109] [2024/05/06 09:18:16.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.004367ms] [job="ID:169, Type:create schema, State:done, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.821 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [job="ID:169, Type:create schema, State:synced, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.826 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:18:16.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.835 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:16.835 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 09:18:16.835 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 09:18:16.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:16.845 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 09:18:16.852 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.861 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 168, Table ID: 170, Table Name: t"] [2024/05/06 09:18:16.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=912.997Β΅s] [gotSchemaVersion=110] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:16.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=110] [2024/05/06 09:18:16.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.830638ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.925 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:16.930 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:18:16.930 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:16.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=110] [cur_db=addindexlit] [sql="alter table t add unique index idx(pk, (cast(a as signed array)));"] [user=] [2024/05/06 09:18:16.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880071] [2024/05/06 09:18:16.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880079] [2024/05/06 09:18:16.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:16.937 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 09:18:16.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880086] [2024/05/06 09:18:16.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880092] [2024/05/06 09:18:16.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:16.945 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"pk\",\"L\":\"pk\"},\"offset\":0,\"length\":-1},{\"name\":{\"O\":\"_V$_idx_1\",\"L\":\"_v$_idx_1\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:18:16.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880100] [2024/05/06 09:18:16.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880106] [2024/05/06 09:18:16.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880110] [2024/05/06 09:18:16.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=892.261Β΅s] [gotSchemaVersion=111] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:16.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880113] [2024/05/06 09:18:16.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=111] [2024/05/06 09:18:16.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880119] [2024/05/06 09:18:16.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880123] [2024/05/06 09:18:16.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880127] [2024/05/06 09:18:16.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880131] [2024/05/06 09:18:16.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577537880135] [2024/05/06 09:18:16.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987265] [2024/05/06 09:18:16.987 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987268] [2024/05/06 09:18:16.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987272] [2024/05/06 09:18:17.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987278] [2024/05/06 09:18:17.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.237514ms] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987284] [2024/05/06 09:18:17.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987292] [2024/05/06 09:18:17.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=978.415Β΅s] [gotSchemaVersion=112] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:17.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577550987299] [2024/05/06 09:18:17.023 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=112] [2024/05/06 09:18:17.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577564356611] [2024/05/06 09:18:17.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577564356620] [2024/05/06 09:18:17.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.46168ms] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.077 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=1.011105ms] [gotSchemaVersion=113] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:17.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=113] [2024/05/06 09:18:17.136 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=52.474725ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.145 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:17.146 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f728000000000002818] [endKey=7480000000000000ab5f72800000000000281c00] [2024/05/06 09:18:17.151 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:18:17.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577590308875, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:17.158 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:17.162 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/176] [2024/05/06 09:18:17.183 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=170] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:17.195 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90002] [2024/05/06 09:18:17.195 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:17.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577603678228] [2024/05/06 09:18:17.221 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577603678232] [2024/05/06 09:18:17.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577616523266] [2024/05/06 09:18:17.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577616523278] [2024/05/06 09:18:17.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577629630484] [2024/05/06 09:18:17.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577642737677] [2024/05/06 09:18:17.522 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577682059280] [2024/05/06 09:18:17.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577695166481] [2024/05/06 09:18:17.696 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:17.696 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:17.697 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90002] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:17.697 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 09:18:17.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577760702484] [2024/05/06 09:18:17.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577773809667] [2024/05/06 09:18:17.847 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577773809671] [2024/05/06 09:18:17.929 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90002] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:17.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577800024068] [2024/05/06 09:18:17.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577800024077] [2024/05/06 09:18:18.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577839607825] [2024/05/06 09:18:18.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577839607829] [2024/05/06 09:18:18.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577839607833] [2024/05/06 09:18:18.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577852452870] [2024/05/06 09:18:18.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577865560079] [2024/05/06 09:18:18.233 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:18.234 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:18.234 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 09:18:18.238 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:18.238 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:18.238 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:18.238 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:18.239 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:18.239 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:18.239 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:18.239 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:18.239 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:18.245 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:18.246 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:18.246 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=176] ["current memory usage"=656] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:18.246 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:18.251 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:18.254 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:18.254 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=671089440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:18.255 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90005] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:18.255 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f728000000000002898] ["end key"=7480000000000000ab5f7280000000000028a000] [2024/05/06 09:18:18.255 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90005] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ab5f728000000000002898, endKey=7480000000000000ab5f7280000000000028a000"] [2024/05/06 09:18:18.257 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089480] ["max memory quota"=17179869184] [2024/05/06 09:18:18.260 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089520] ["max memory quota"=17179869184] [2024/05/06 09:18:18.260 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90005] [id=1] [2024/05/06 09:18:18.263 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672138136] ["max memory quota"=17179869184] [2024/05/06 09:18:18.265 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672138176] ["max memory quota"=17179869184] [2024/05/06 09:18:18.266 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1140] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/3827f64e-7b7e-4635-93e4-e24263e57965.sst] [firstKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289803800000FF000000289A000000FC80000000000028980008] [lastKey=7480000000000000FFAB5F698000000000FF0000010380000000FF000028A003800000FF00000028A2000000FC80000000000028A00008] [2024/05/06 09:18:18.269 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.269 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242669834240/467794132992, backend usage: 0"] [2024/05/06 09:18:18.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:18.270 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:18.291 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/06 09:18:18.291 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:18.301 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=405] [importedCount=9] [2024/05/06 09:18:18.303 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.949314ms] [] [2024/05/06 09:18:18.306 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.317 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:18.318 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186712] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:18.319 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90006] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:18.319 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/06 09:18:18.319 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186792] ["max memory quota"=17179869184] [2024/05/06 09:18:18.319 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186832] ["max memory quota"=17179869184] [2024/05/06 09:18:18.319 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 09:18:18.319 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f7280000000000028a1] ["end key"=7480000000000000ac5f7280000000000028a500] [2024/05/06 09:18:18.319 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ac5f7280000000000028a1, endKey=7480000000000000ac5f7280000000000028a500"] [2024/05/06 09:18:18.320 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90006] [id=1] [2024/05/06 09:18:18.320 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/6b4e65ca-e2db-4432-a3ae-df116ab0cdac.sst] [firstKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A103800000FF00000028A3000000FC80000000000028A10008] [lastKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A503800000FF00000028A7000000FC80000000000028A50008] [2024/05/06 09:18:18.323 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.323 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242669858816/467794132992, backend usage: 0"] [2024/05/06 09:18:18.323 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:18.324 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:18.346 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 09:18:18.346 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:18.353 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=675] [importedCount=15] [2024/05/06 09:18:18.354 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.849237ms] [] [2024/05/06 09:18:18.357 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.367 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:18.368 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186832] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:18.369 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90007] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:18.369 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 09:18:18.369 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186912] ["max memory quota"=17179869184] [2024/05/06 09:18:18.369 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186952] ["max memory quota"=17179869184] [2024/05/06 09:18:18.369 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/06 09:18:18.369 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f7280000000000028a6] ["end key"=7480000000000000ad5f7280000000000028aa00] [2024/05/06 09:18:18.369 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ad5f7280000000000028a6, endKey=7480000000000000ad5f7280000000000028aa00"] [2024/05/06 09:18:18.370 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90007] [id=1] [2024/05/06 09:18:18.371 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/6ba696b6-fcbc-413b-a125-86f72dd89ba4.sst] [firstKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028A603800000FF00000028A8000000FC80000000000028A60008] [lastKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028AA03800000FF00000028AC000000FC80000000000028AA0008] [2024/05/06 09:18:18.373 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.373 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242669883392/467794132992, backend usage: 0"] [2024/05/06 09:18:18.373 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:18.374 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:18.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577904881697] [2024/05/06 09:18:18.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577917988884] [2024/05/06 09:18:18.414 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 09:18:18.414 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:18.421 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=945] [importedCount=21] [2024/05/06 09:18:18.422 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=48.881393ms] [] [2024/05/06 09:18:18.425 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577917988897] [2024/05/06 09:18:18.437 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:18.439 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:18.439 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90008] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:18.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 09:18:18.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 09:18:18.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 09:18:18.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 09:18:18.439 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f7280000000000028af] ["end key"=7480000000000000ae5f7280000000000028b300] [2024/05/06 09:18:18.439 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ae5f7280000000000028af, endKey=7480000000000000ae5f7280000000000028b300"] [2024/05/06 09:18:18.440 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90008] [id=1] [2024/05/06 09:18:18.441 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/a83b4eaa-cc8b-4303-a813-7b8e2f648149.sst] [firstKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028AF03800000FF00000028B1000000FC80000000000028AF0008] [lastKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028B303800000FF00000028B5000000FC80000000000028B30008] [2024/05/06 09:18:18.444 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.444 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242669895680/467794132992, backend usage: 0"] [2024/05/06 09:18:18.445 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:18.446 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:18.467 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 09:18:18.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573577931096085] [2024/05/06 09:18:18.467 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:18.474 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=1215] [importedCount=27] [2024/05/06 09:18:18.475 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.906062ms] [] [2024/05/06 09:18:18.478 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:18:18.487 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:18.487 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:18.488 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=817.145Β΅s] [] [2024/05/06 09:18:18.488 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:18.488 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=565.953Β΅s] [] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:18.490 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:18.490 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:18.490 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:18.490 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:18.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:18.490 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 09:18:18.490 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=256.751781ms] [] [2024/05/06 09:18:18.698 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:18.791 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90002] [type=backfill] [2024/05/06 09:18:18.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578035953684] [2024/05/06 09:18:18.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578062168086] [2024/05/06 09:18:18.997 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:18.997 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 09:18:19.002 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:19.002 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:19.002 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.002 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:19.003 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.003 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.003 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:19.003 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.003 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:19.009 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:19.010 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:19.010 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=1136] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:19.010 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:18:19.010 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=5] [2024/05/06 09:18:19.012 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=2.459468ms] [] [2024/05/06 09:18:19.013 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:19.013 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.013 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.014 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:19.013 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.014 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:19.014 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.014 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 09:18:19.014 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=9] [2024/05/06 09:18:19.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.007248ms] [gotSchemaVersion=114] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:19.052 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=114] [2024/05/06 09:18:19.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.464825ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577590308875, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.108 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573577590308875, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.109 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=176] [table=t] [index=idx] [2024/05/06 09:18:19.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=1.111845ms] [gotSchemaVersion=115] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:19.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=115] [2024/05/06 09:18:19.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=52.747268ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.180 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:18:19.185 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:18:19.191 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.193 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ab5f69ffff000000000001,EndKey:7480000000000000ab5f69ffff000000000001ff,First:false,PhysicalTableID:171,Ingest mode:false"] [2024/05/06 09:18:19.195 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f69ffff000000000001] ["end key"=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:18:19.195 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:18:19.196 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90002] [2024/05/06 09:18:19.196 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=171] ["end key"=7480000000000000ab5f69ffff000000000001ff] ["current end key"=7480000000000000ab5f69ffff00000000000103800000000000290403800000000000290600] [2024/05/06 09:18:19.196 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.197 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.197 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.199 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:19.199 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90002] [2024/05/06 09:18:19.209 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:19.216 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 171, range: [7480000000000000ab5f69ffff000000000001, 7480000000000000ab5f69ffff00000000000103800000000000290403800000000000290600), jobID: 176"] ["added count"=290] ["scan count"=290] ["next key"=7480000000000000ab5f69ffff0000000000010380000000000029040380000000000029060000] ["take time"=19.90367ms] [2024/05/06 09:18:19.217 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.217 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=299] ["start key"=7480000000000000ab5f69ffff000000000001] [2024/05/06 09:18:19.220 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=172] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [] [2024/05/06 09:18:19.220 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:299, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ac5f69ffff000000000001,EndKey:7480000000000000ac5f69ffff000000000001ff,First:false,PhysicalTableID:172,Ingest mode:false"] [2024/05/06 09:18:19.222 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f69ffff000000000001] ["end key"=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 09:18:19.222 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 09:18:19.223 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=172] ["end key"=7480000000000000ac5f69ffff000000000001ff] ["current end key"=7480000000000000ac5f69ffff00000000000103800000000000290903800000000000290b00] [2024/05/06 09:18:19.223 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.223 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.223 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.235 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 172, range: [7480000000000000ac5f69ffff000000000001, 7480000000000000ac5f69ffff00000000000103800000000000290903800000000000290b00), jobID: 176"] ["added count"=290] ["scan count"=290] ["next key"=7480000000000000ac5f69ffff00000000000103800000000000290903800000000000290b0000] ["take time"=12.545177ms] [2024/05/06 09:18:19.235 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.235 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=589] ["start key"=7480000000000000ac5f69ffff000000000001] [2024/05/06 09:18:19.239 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=173] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [] [2024/05/06 09:18:19.239 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:589, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ad5f69ffff000000000001,EndKey:7480000000000000ad5f69ffff000000000001ff,First:false,PhysicalTableID:173,Ingest mode:false"] [2024/05/06 09:18:19.240 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f69ffff000000000001] ["end key"=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 09:18:19.240 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 09:18:19.241 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=173] ["end key"=7480000000000000ad5f69ffff000000000001ff] ["current end key"=7480000000000000ad5f69ffff00000000000103800000000000290a03800000000000290c00] [2024/05/06 09:18:19.241 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.241 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.241 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.253 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 173, range: [7480000000000000ad5f69ffff000000000001, 7480000000000000ad5f69ffff00000000000103800000000000290a03800000000000290c00), jobID: 176"] ["added count"=287] ["scan count"=287] ["next key"=7480000000000000ad5f69ffff00000000000103800000000000290a03800000000000290c0000] ["take time"=12.43703ms] [2024/05/06 09:18:19.253 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.253 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=876] ["start key"=7480000000000000ad5f69ffff000000000001] [2024/05/06 09:18:19.257 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=174] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [] [2024/05/06 09:18:19.257 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:876, ArgLen:6, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ae5f69ffff000000000001,EndKey:7480000000000000ae5f69ffff000000000001ff,First:false,PhysicalTableID:174,Ingest mode:false"] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f69ffff000000000001] ["end key"=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=174] ["end key"=7480000000000000ae5f69ffff000000000001ff] ["current end key"=7480000000000000ae5f69ffff00000000000103800000000000290b03800000000000290d00] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.259 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.271 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 174, range: [7480000000000000ae5f69ffff000000000001, 7480000000000000ae5f69ffff00000000000103800000000000290b03800000000000290d00), jobID: 176"] ["added count"=288] ["scan count"=288] ["next key"=7480000000000000ae5f69ffff00000000000103800000000000290b03800000000000290d0000] ["take time"=11.950467ms] [2024/05/06 09:18:19.271 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:18:19.271 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1164] ["start key"=7480000000000000ae5f69ffff000000000001] [2024/05/06 09:18:19.271 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1164] [2024/05/06 09:18:19.296 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:19.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=1.005199ms] [gotSchemaVersion=116] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:19.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=116] [2024/05/06 09:18:19.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578153918480] [2024/05/06 09:18:19.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578153918482] [2024/05/06 09:18:19.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578153918485] [2024/05/06 09:18:19.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578153918487] [2024/05/06 09:18:19.332 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025665] [2024/05/06 09:18:19.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025667] [2024/05/06 09:18:19.338 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025669] [2024/05/06 09:18:19.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025671] [2024/05/06 09:18:19.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025673] [2024/05/06 09:18:19.345 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025675] [2024/05/06 09:18:19.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025677] [2024/05/06 09:18:19.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025683] [2024/05/06 09:18:19.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025687] [2024/05/06 09:18:19.357 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025689] [2024/05/06 09:18:19.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.892772ms] [job="ID:176, Type:add index, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:1164, ArgLen:3, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025692] [2024/05/06 09:18:19.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025696] [2024/05/06 09:18:19.369 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=171] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:19.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025702] [2024/05/06 09:18:19.371 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=172] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:19.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025707] [2024/05/06 09:18:19.373 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=173] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:19.375 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=174] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:19.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025715] [2024/05/06 09:18:19.377 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="add index"] [2024/05/06 09:18:19.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [job="ID:176, Type:add index, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:1164, ArgLen:3, start time: 2024-05-06 09:18:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578114596890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:19.379 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025718] [2024/05/06 09:18:19.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578167025721] [2024/05/06 09:18:19.384 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578180132867] [2024/05/06 09:18:19.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578180132872] [2024/05/06 09:18:19.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:18:19.386 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:19.387 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.455925669\n# Parse_time: 0.000043392\n# Compile_time: 0.000088497\n# Rewrite_time: 0.000001931\n# Optimize_time: 0.000012706\n# Wait_TS: 0.000284006\n# DB: addindexlit\n# Is_internal: false\n# Digest: 6736d651cf30f9cbccafed5d726d1560748139b0e20cbaed96c85663f113bdde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 09:18:19.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578180132876] [2024/05/06 09:18:19.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578180132881] [2024/05/06 09:18:19.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578180132883] [2024/05/06 09:18:19.399 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=116] [2024/05/06 09:18:19.427 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [2024/05/06 09:18:19.427 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [2024/05/06 09:18:19.427 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:19.428 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=3.877Β΅s] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=1.725Β΅s] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=1.397Β΅s] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=1.384Β΅s] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=973ns] [2024/05/06 09:18:19.429 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:19.429 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:19.429 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:19.430 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=15e03ab5-ed06-40e6-85bd-326e6551b384] ["take time"=3.811476ms] [2024/05/06 09:18:19.430 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=15e03ab5-ed06-40e6-85bd-326e6551b384] [2024/05/06 09:18:19.432 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:19.432 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:19.432 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3e559e6d-c7cd-4806-a273-74544654b74b] [2024/05/06 09:18:19.432 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e559e6d-c7cd-4806-a273-74544654b74b] [watcherID=07caad55-ea9f-4551-b28d-a28de086e959] [2024/05/06 09:18:19.432 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:19.432 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:19.432 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:19.432 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:19.433 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:19.433 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=454] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=15e03ab5-ed06-40e6-85bd-326e6551b384] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:19.434 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c60909f1-430f-49e7-8509-12f51a14646a"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:19.434 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="context canceled"] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:19.434 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:19.434 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:19.434 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=15e03ab5-ed06-40e6-85bd-326e6551b384] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c60909f1-430f-49e7-8509-12f51a14646a"] [error="context canceled"] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:19.434 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c60909f1-430f-49e7-8509-12f51a14646a"] [2024/05/06 09:18:19.434 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c60909f1-430f-49e7-8509-12f51a14646a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:19.434 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:19.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:19.470 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:19.470 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="context canceled"] [2024/05/06 09:18:19.671 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:20.675 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:20.675 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:20.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:20.682 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c60909f1-430f-49e7-8509-12f51a14646a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:20.931 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 15e03ab5-ed06-40e6-85bd-326e6551b384"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:20.931 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:20.931 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:20.931 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:20.932 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.505325787s] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:20.932 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:20.932 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:20.932 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:20.932 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:20.932 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestIngestMVIndexOnPartitionTable (7.88s) === RUN TestAddIndexIngestAdjustBackfillWorker ingest_test.go:186: dist reorg didn't support checkBackfillWorkerNum, skip this test --- SKIP: TestAddIndexIngestAdjustBackfillWorker (0.00s) === RUN TestAddIndexIngestAdjustBackfillWorkerCountFail [2024/05/06 09:18:20.935 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:20.935 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:20.935 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:20.936 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:20.936 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:20.936 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:20.936 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:20.936 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:20.936 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:20.936 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:20.937 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:20.938 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:20.938 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:20.939 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:20.942 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:20.952 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:20.966 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=314] ["lease id"=22318f4d304e9318] [2024/05/06 09:18:20.967 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:20.982 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=116] ["start time"=12.816013ms] [2024/05/06 09:18:20.983 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:20.983 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [runWorker=true] [2024/05/06 09:18:20.983 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:20.985 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:20.985 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:20.985 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242669887488/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:20.985 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:20.985 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:20.985 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:20.985 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:20.985 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:20.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:20.987 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=21471d69-7ec0-4c6a-9256-17de9787757a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:20.987 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8c87] [ownerID=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [op=none] [2024/05/06 09:18:20.988 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:20.991 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:20.992 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:20.992 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:21.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:21.012 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:21.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:21.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:21.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:21.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:21.014 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:21.014 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:21.014 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:21.014 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:21.014 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:21.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:21.015 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:21.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:21.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:21.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:21.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:21.016 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:21.017 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:21.017 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8f26dbac-dfe8-4d82-bbd1-7186b2c5b764] [2024/05/06 09:18:21.017 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:21.017 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:21.019 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:21.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:21.020 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:21.020 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:21.021 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.040938ms] [2024/05/06 09:18:21.028 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:21.030 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=116] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:21.036 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:21.037 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8c87] [ownerID=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [op=none] [2024/05/06 09:18:21.037 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [op=none] [2024/05/06 09:18:21.037 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:21.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:21.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:21.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=64.403Β΅s] [gotSchemaVersion=117] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.056 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=117] [2024/05/06 09:18:21.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=55.868454ms] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=43.865Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=118] [2024/05/06 09:18:21.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.479691ms] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=42.927Β΅s] [gotSchemaVersion=119] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:21.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=119] [2024/05/06 09:18:21.238 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=52.219804ms] [job="ID:177, Type:drop schema, State:done, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.244 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[170,171,172,173,174]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:21.249 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="drop schema"] [2024/05/06 09:18:21.249 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [job="ID:177, Type:drop schema, State:synced, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.256 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:18:21.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.257 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=119] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:21.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:21.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:21.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.277 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=337.274Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:21.280 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=120] [2024/05/06 09:18:21.329 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.442092ms] [job="ID:179, Type:create schema, State:done, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:21.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.335 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.341 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:18:21.341 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.347 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:21.359 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=20] [2024/05/06 09:18:21.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=addindexlit] [sql="create table t (a int primary key);"] [user=] [2024/05/06 09:18:21.367 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:21.367 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key);"] [2024/05/06 09:18:21.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.378 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 178, Table ID: 180, Table Name: t"] [2024/05/06 09:18:21.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=948.084Β΅s] [gotSchemaVersion=121] [phyTblIDs="[180]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:21.391 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=181] [version=121] [2024/05/06 09:18:21.435 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.391891ms] [job="ID:181, Type:create table, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.444 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [job="ID:181, Type:create table, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.449 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/06 09:18:21.449 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573578717528078] [2024/05/06 09:18:21.453 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=19] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b45f7280000000000003e8] [2024/05/06 09:18:21.455 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b45f7280000000000003e8] ["first new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028b303800000ff00000028b5000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:381 store_id:1 id:382 store_id:4 id:383 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=19] [2024/05/06 09:18:21.455 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=380] [2024/05/06 09:18:21.456 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000003e8] ["new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028b303800000ff00000028b5000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:381 store_id:1 id:382 store_id:4 id:383 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.456 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=384] [2024/05/06 09:18:21.457 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000007d0] ["new region left"="{Id:384 StartKey:7480000000000000ffb45f728000000000ff0003e80000000000fa EndKey:7480000000000000ffb45f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:385 store_id:1 id:386 store_id:4 id:387 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.457 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=388] [2024/05/06 09:18:21.457 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000bb8] ["new region left"="{Id:388 StartKey:7480000000000000ffb45f728000000000ff0007d00000000000fa EndKey:7480000000000000ffb45f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:389 store_id:1 id:390 store_id:4 id:391 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.457 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=392] [2024/05/06 09:18:21.458 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000fa0] ["new region left"="{Id:392 StartKey:7480000000000000ffb45f728000000000ff000bb80000000000fa EndKey:7480000000000000ffb45f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:393 store_id:1 id:394 store_id:4 id:395 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.458 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=396] [2024/05/06 09:18:21.458 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001388] ["new region left"="{Id:396 StartKey:7480000000000000ffb45f728000000000ff000fa00000000000fa EndKey:7480000000000000ffb45f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:397 store_id:1 id:398 store_id:4 id:399 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.458 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=400] [2024/05/06 09:18:21.460 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001770] ["new region left"="{Id:400 StartKey:7480000000000000ffb45f728000000000ff0013880000000000fa EndKey:7480000000000000ffb45f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:401 store_id:1 id:402 store_id:4 id:403 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.460 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=404] [2024/05/06 09:18:21.461 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001b58] ["new region left"="{Id:404 StartKey:7480000000000000ffb45f728000000000ff0017700000000000fa EndKey:7480000000000000ffb45f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:405 store_id:1 id:406 store_id:4 id:407 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.461 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=408] [2024/05/06 09:18:21.461 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001f40] ["new region left"="{Id:408 StartKey:7480000000000000ffb45f728000000000ff001b580000000000fa EndKey:7480000000000000ffb45f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:409 store_id:1 id:410 store_id:4 id:411 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.461 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=412] [2024/05/06 09:18:21.463 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002328] ["new region left"="{Id:412 StartKey:7480000000000000ffb45f728000000000ff001f400000000000fa EndKey:7480000000000000ffb45f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:413 store_id:1 id:414 store_id:4 id:415 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.463 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=416] [2024/05/06 09:18:21.463 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002710] ["new region left"="{Id:416 StartKey:7480000000000000ffb45f728000000000ff0023280000000000fa EndKey:7480000000000000ffb45f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:417 store_id:1 id:418 store_id:4 id:419 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.463 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=420] [2024/05/06 09:18:21.464 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002af8] ["new region left"="{Id:420 StartKey:7480000000000000ffb45f728000000000ff0027100000000000fa EndKey:7480000000000000ffb45f728000000000ff002af80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:421 store_id:1 id:422 store_id:4 id:423 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.464 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=424] [2024/05/06 09:18:21.464 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002ee0] ["new region left"="{Id:424 StartKey:7480000000000000ffb45f728000000000ff002af80000000000fa EndKey:7480000000000000ffb45f728000000000ff002ee00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:425 store_id:1 id:426 store_id:4 id:427 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.464 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=428] [2024/05/06 09:18:21.465 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000032c8] ["new region left"="{Id:428 StartKey:7480000000000000ffb45f728000000000ff002ee00000000000fa EndKey:7480000000000000ffb45f728000000000ff0032c80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:429 store_id:1 id:430 store_id:4 id:431 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.465 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=432] [2024/05/06 09:18:21.465 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000036b0] ["new region left"="{Id:432 StartKey:7480000000000000ffb45f728000000000ff0032c80000000000fa EndKey:7480000000000000ffb45f728000000000ff0036b00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:433 store_id:1 id:434 store_id:4 id:435 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.465 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=436] [2024/05/06 09:18:21.465 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003a98] ["new region left"="{Id:436 StartKey:7480000000000000ffb45f728000000000ff0036b00000000000fa EndKey:7480000000000000ffb45f728000000000ff003a980000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:437 store_id:1 id:438 store_id:4 id:439 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.466 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=440] [2024/05/06 09:18:21.466 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003e80] ["new region left"="{Id:440 StartKey:7480000000000000ffb45f728000000000ff003a980000000000fa EndKey:7480000000000000ffb45f728000000000ff003e800000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:441 store_id:1 id:442 store_id:4 id:443 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.466 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=444] [2024/05/06 09:18:21.466 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004268] ["new region left"="{Id:444 StartKey:7480000000000000ffb45f728000000000ff003e800000000000fa EndKey:7480000000000000ffb45f728000000000ff0042680000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:445 store_id:1 id:446 store_id:4 id:447 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.466 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=448] [2024/05/06 09:18:21.467 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004650] ["new region left"="{Id:448 StartKey:7480000000000000ffb45f728000000000ff0042680000000000fa EndKey:7480000000000000ffb45f728000000000ff0046500000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:449 store_id:1 id:450 store_id:4 id:451 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.467 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=452] [2024/05/06 09:18:21.467 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004a38] ["new region left"="{Id:452 StartKey:7480000000000000ffb45f728000000000ff0046500000000000fa EndKey:7480000000000000ffb45f728000000000ff004a380000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:453 store_id:1 id:454 store_id:4 id:455 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:21.467 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=19] ["region IDs"="[380,384,388,392,396,400,404,408,412,416,420,424,428,432,436,440,444,448,452]"] [2024/05/06 09:18:21.467 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=380] [backoff(ms)=299985] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=380] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=384] [backoff(ms)=299985] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=384] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=388] [backoff(ms)=299984] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=388] [2024/05/06 09:18:21.468 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=392] [backoff(ms)=299984] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=392] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=396] [backoff(ms)=299984] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=396] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=400] [backoff(ms)=299984] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=400] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=404] [backoff(ms)=299983] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=404] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=408] [backoff(ms)=299983] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=408] [2024/05/06 09:18:21.469 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=412] [backoff(ms)=299983] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=412] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=416] [backoff(ms)=299983] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=416] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=420] [backoff(ms)=299983] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=420] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=424] [backoff(ms)=299982] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=424] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=428] [backoff(ms)=299982] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=428] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=432] [backoff(ms)=299982] [2024/05/06 09:18:21.470 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=432] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=436] [backoff(ms)=299982] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=436] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=440] [backoff(ms)=299982] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=440] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=444] [backoff(ms)=299981] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=444] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=448] [backoff(ms)=299981] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=448] [2024/05/06 09:18:21.471 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=452] [backoff(ms)=299981] [2024/05/06 09:18:21.472 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=452] [2024/05/06 09:18:21.472 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=121] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:18:21.483 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:21.483 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:18:21.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.493 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:21.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=682.059Β΅s] [gotSchemaVersion=122] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:21.504 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=122] [2024/05/06 09:18:21.551 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.927853ms] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=571.843Β΅s] [gotSchemaVersion=123] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:21.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 09:18:21.620 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.487286ms] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.638 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=628.486Β΅s] [gotSchemaVersion=124] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:21.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/05/06 09:18:21.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.342046ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.698 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:21.702 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f728000000000000000] [endKey=7480000000000000b45f728000000000004a3800] [2024/05/06 09:18:21.710 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 09:18:21.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578783064073, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:21.717 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:21.723 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=20] [task-concurrency=16] [task-key=ddl/backfill/182] [2024/05/06 09:18:21.752 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=180] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:21.989 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:21.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:21.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:21.989 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:22.018 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:22.018 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:22.018 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8f26dbac-dfe8-4d82-bbd1-7186b2c5b764] [watcherID=f50994d3-bc1a-4b90-b70e-547201d6be07] [2024/05/06 09:18:22.020 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:22.023 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:22.023 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:22.023 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:22.023 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:22.028 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=120001] [2024/05/06 09:18:22.028 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=16] [2024/05/06 09:18:22.530 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:22.530 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:22.531 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=120001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:22.533 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=16] [subtasks=1] [2024/05/06 09:18:22.827 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=120001] [type=backfill] [remaining-slots=0] [2024/05/06 09:18:22.986 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:23.132 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [2024/05/06 09:18:23.133 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=2] [2024/05/06 09:18:23.133 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/182] [keyspaceName=] [2024/05/06 09:18:23.137 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:23.137 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:23.137 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.137 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:23.138 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:23.138 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:23.138 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.138 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:23.138 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.143 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:23.143 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:23.143 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=182] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:23.143 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:23.149 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:23.152 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:23.152 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=182] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=120001] [subtask-id=120001] [jobID=182] [avgRowSize=0] [reader=8] [writer=10] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f728000000000000000] ["end key"=7480000000000000b45f728000000000004a3800] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000b45f728000000000001b58, endKey=7480000000000000b45f728000000000001f40"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000b45f7280000000000007d0, endKey=7480000000000000b45f728000000000000bb8"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000b45f728000000000001388, endKey=7480000000000000b45f728000000000001770"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000b45f728000000000001770, endKey=7480000000000000b45f728000000000001b58"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000b45f728000000000000000, endKey=7480000000000000b45f7280000000000003e8"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000b45f728000000000000bb8, endKey=7480000000000000b45f728000000000000fa0"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000b45f728000000000000fa0, endKey=7480000000000000b45f728000000000001388"] [2024/05/06 09:18:23.155 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000b45f7280000000000003e8, endKey=7480000000000000b45f7280000000000007d0"] [2024/05/06 09:18:23.234 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:23.299 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:23.378 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:23.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:18:23.423 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=5] ["allocate memory"=40] ["current memory usage"=674234888] ["max memory quota"=17179869184] [2024/05/06 09:18:23.484 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=6] ["allocate memory"=40] ["current memory usage"=674234928] ["max memory quota"=17179869184] [2024/05/06 09:18:23.542 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=7] ["allocate memory"=40] ["current memory usage"=676332120] ["max memory quota"=17179869184] [2024/05/06 09:18:23.588 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=8] ["allocate memory"=40] ["current memory usage"=677380736] ["max memory quota"=17179869184] [2024/05/06 09:18:23.638 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=9] ["allocate memory"=40] ["current memory usage"=678429352] ["max memory quota"=17179869184] [2024/05/06 09:18:23.638 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=2] [2024/05/06 09:18:23.638 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000b45f728000000000001f40, endKey=7480000000000000b45f728000000000002328"] [2024/05/06 09:18:23.682 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=10] ["allocate memory"=40] ["current memory usage"=679477968] ["max memory quota"=17179869184] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=5] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=1] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=4] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=7] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=8] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=6] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=3] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=9] [2024/05/06 09:18:23.682 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000b45f728000000000002328, endKey=7480000000000000b45f728000000000002710"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=11] [task="TableScanTask: id=11, startKey=7480000000000000b45f728000000000002710, endKey=7480000000000000b45f728000000000002af8"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=17] [task="TableScanTask: id=17, startKey=7480000000000000b45f728000000000003e80, endKey=7480000000000000b45f728000000000004268"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=14] [task="TableScanTask: id=14, startKey=7480000000000000b45f7280000000000032c8, endKey=7480000000000000b45f7280000000000036b0"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=15] [task="TableScanTask: id=15, startKey=7480000000000000b45f7280000000000036b0, endKey=7480000000000000b45f728000000000003a98"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=13] [task="TableScanTask: id=13, startKey=7480000000000000b45f728000000000002ee0, endKey=7480000000000000b45f7280000000000032c8"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=16] [task="TableScanTask: id=16, startKey=7480000000000000b45f728000000000003a98, endKey=7480000000000000b45f728000000000003e80"] [2024/05/06 09:18:23.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=12] [task="TableScanTask: id=12, startKey=7480000000000000b45f728000000000002af8, endKey=7480000000000000b45f728000000000002ee0"] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=10] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=11] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=18] [task="TableScanTask: id=18, startKey=7480000000000000b45f728000000000004268, endKey=7480000000000000b45f728000000000004650"] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=14] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=16] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=13] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=17] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=20] [task="TableScanTask: id=20, startKey=7480000000000000b45f728000000000004a38, endKey=7480000000000000b45f728000000000004a3800"] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=19] [task="TableScanTask: id=19, startKey=7480000000000000b45f728000000000004650, endKey=7480000000000000b45f728000000000004a38"] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=15] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=12] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=20] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=19] [2024/05/06 09:18:23.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=18] [2024/05/06 09:18:23.686 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=9] [size=760] [count=20] [cost=736.65Β΅s] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/1b16b3a2-f497-441c-b993-872539e8b788.sst] [2024/05/06 09:18:23.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=760] [kvs=20] [files=1] [sstFileSize=1221] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/1b16b3a2-f497-441c-b993-872539e8b788.sst] [firstKey=7480000000000000B45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000B45F698000000000000001038000000000004A38038000000000004A38] [2024/05/06 09:18:23.689 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=182] [2024/05/06 09:18:23.689 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242670047232/467794132992, backend usage: 0"] [2024/05/06 09:18:23.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:23.691 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:23.712 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=20] [size=760] [2024/05/06 09:18:23.712 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:23.722 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=760] [kvs=20] [importedSize=760] [importedCount=20] [2024/05/06 09:18:23.723 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.066617ms] [] [2024/05/06 09:18:23.728 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=182] [2024/05/06 09:18:23.739 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:23.739 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:23.740 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.05791ms] [] [2024/05/06 09:18:23.740 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:23.741 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=496.308Β΅s] [] [2024/05/06 09:18:23.741 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:23.742 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:23.742 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.742 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:23.742 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:23.742 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:23.742 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=182] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:18:23.742 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [takeTime=610.398665ms] [] [2024/05/06 09:18:24.031 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:24.043 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=120001] [type=backfill] [2024/05/06 09:18:24.169 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 09:18:24.200 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=892.473Β΅s] [gotSchemaVersion=125] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:24.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=125] [2024/05/06 09:18:24.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.356381ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578783064073, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573578783064073, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.259 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=182] [table=t] [index=idx] [2024/05/06 09:18:24.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=683.943Β΅s] [gotSchemaVersion=126] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:24.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=126] [2024/05/06 09:18:24.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=52.637443ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.326 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:18:24.332 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 09:18:24.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579464638473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.341 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579464638473, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b45f69ffff000000000001,EndKey:7480000000000000b45f69ffff000000000001ff,First:false,PhysicalTableID:180,Ingest mode:false"] [2024/05/06 09:18:24.343 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f69ffff000000000001] ["end key"=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:18:24.343 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=16] [regionCnt=1] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=180] ["end key"=7480000000000000b45f69ffff000000000001ff] ["current end key"=7480000000000000b45f69ffff00000000000100] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.344 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.345 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 180, range: [7480000000000000b45f69ffff000000000001, 7480000000000000b45f69ffff00000000000100), jobID: 182"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b45f69ffff0000000000010000] ["take time"=480.995Β΅s] [2024/05/06 09:18:24.345 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 09:18:24.345 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=20] ["start key"=7480000000000000b45f69ffff000000000001] [2024/05/06 09:18:24.345 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 09:18:24.366 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:24.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=574.875Β΅s] [gotSchemaVersion=127] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:24.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=127] [2024/05/06 09:18:24.423 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.000324ms] [job="ID:182, Type:add index, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579464638473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.431 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=182] [tableID=180] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:24.434 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=182] [jobType="add index"] [2024/05/06 09:18:24.435 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [job="ID:182, Type:add index, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 09:18:21.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573579464638473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:24.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:18:24.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:24.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 2.972212624\n# Parse_time: 0.000059533\n# Compile_time: 0.000121912\n# Rewrite_time: 0.000002163\n# Optimize_time: 0.000182835\n# Wait_TS: 0.000269163\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:18:24.454 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 09:18:24.454 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [2024/05/06 09:18:24.454 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [2024/05/06 09:18:24.455 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=2.025Β΅s] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=1.024Β΅s] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=843ns] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=912ns] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=813ns] [2024/05/06 09:18:24.456 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:24.456 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:24.456 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:24.457 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] ["take time"=2.443421ms] [2024/05/06 09:18:24.457 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [2024/05/06 09:18:24.458 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:24.458 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:24.458 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8f26dbac-dfe8-4d82-bbd1-7186b2c5b764] [watcherID=f50994d3-bc1a-4b90-b70e-547201d6be07] [2024/05/06 09:18:24.458 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8f26dbac-dfe8-4d82-bbd1-7186b2c5b764] [2024/05/06 09:18:24.458 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:24.458 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:24.458 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:24.458 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:24.458 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=314] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:24.459 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:24.459 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21471d69-7ec0-4c6a-9256-17de9787757a"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:24.459 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=120001] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:24.459 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c2e59279-1bbf-44c2-8cf5-4f25e89d0d37] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:24.459 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="context canceled"] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:24.459 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=21471d69-7ec0-4c6a-9256-17de9787757a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:24.459 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:24.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21471d69-7ec0-4c6a-9256-17de9787757a"] [error="context canceled"] [2024/05/06 09:18:24.459 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21471d69-7ec0-4c6a-9256-17de9787757a"] [2024/05/06 09:18:24.467 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:24.467 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="context canceled"] [2024/05/06 09:18:24.467 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [2024/05/06 09:18:24.467 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:25.704 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 21471d69-7ec0-4c6a-9256-17de9787757a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:25.712 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:25.712 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:25.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:25.732 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c2e59279-1bbf-44c2-8cf5-4f25e89d0d37"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:25.732 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:25.732 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:25.732 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:25.732 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.277965335s] [2024/05/06 09:18:25.732 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:25.732 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.732 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:25.732 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:25.733 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestAdjustBackfillWorkerCountFail (4.80s) === RUN TestAddIndexIngestEmptyTable [2024/05/06 09:18:25.735 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:25.736 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:25.736 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:25.736 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:25.736 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:25.737 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:25.737 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:25.737 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:25.737 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:25.737 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:25.737 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:25.738 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:25.738 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:25.738 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:25.741 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:25.746 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:25.758 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=738] ["lease id"=6f188f4d304e9a39] [2024/05/06 09:18:25.759 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:25.772 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=127] ["start time"=11.738649ms] [2024/05/06 09:18:25.774 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:25.774 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2467f511-a648-459d-ab4b-37218953702f] [runWorker=true] [2024/05/06 09:18:25.774 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:25.775 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:25.775 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:25.775 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242665631744/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:25.775 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:25.775 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:25.775 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:25.775 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:25.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:25.776 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9355] [ownerID=2467f511-a648-459d-ab4b-37218953702f] [op=none] [2024/05/06 09:18:25.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:25.777 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=adef7e64-9e98-470e-b893-dc7048d89c43] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:25.777 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:25.781 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:25.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:25.781 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:25.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:25.795 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:25.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:25.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:25.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:25.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:25.797 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:25.797 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:25.797 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:25.797 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:25.797 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:25.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:25.798 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:25.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:25.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:25.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:25.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:25.798 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:25.799 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:25.799 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/41213976-de3b-46ed-8bb5-d0c61654b0ef] [2024/05/06 09:18:25.799 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:25.799 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:25.800 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:25.801 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:25.801 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:25.801 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:25.803 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.427277ms] [2024/05/06 09:18:25.808 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:25.809 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=127] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:25.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:25.816 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:25.826 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:25.827 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9355] [ownerID=2467f511-a648-459d-ab4b-37218953702f] [op=none] [2024/05/06 09:18:25.827 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [op=none] [2024/05/06 09:18:25.827 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:25.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=51.28Β΅s] [gotSchemaVersion=128] [phyTblIDs="[180]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:25.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=128] [2024/05/06 09:18:25.892 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.705459ms] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.897 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.904 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=40.372Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:25.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 09:18:25.954 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.008854ms] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.960 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:25.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=30.9Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:25.969 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 09:18:26.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.151578ms] [job="ID:183, Type:drop schema, State:done, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.023 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[180]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:26.028 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop schema"] [2024/05/06 09:18:26.028 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [job="ID:183, Type:drop schema, State:synced, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:25.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 09:18:26.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.035 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=130] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:26.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:26.047 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=265.15Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:26.056 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=131] [2024/05/06 09:18:26.104 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=51.89725ms] [job="ID:185, Type:create schema, State:done, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:26.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [job="ID:185, Type:create schema, State:synced, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.114 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 09:18:26.114 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=131] [cur_db=addindexlit] [sql="create table t (a int);"] [user=] [2024/05/06 09:18:26.121 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.121 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int);"] [2024/05/06 09:18:26.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.129 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 184, Table ID: 186, Table Name: t"] [2024/05/06 09:18:26.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=525.063Β΅s] [gotSchemaVersion=132] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:26.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=187] [version=132] [2024/05/06 09:18:26.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=52.628639ms] [job="ID:187, Type:create table, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.190 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.195 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/06 09:18:26.195 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.200 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:26.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=132] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:18:26.205 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:26.205 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:18:26.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.214 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:26.220 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=556.573Β΅s] [gotSchemaVersion=133] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.223 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=133] [2024/05/06 09:18:26.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=52.660121ms] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.292 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=605.822Β΅s] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.294 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=134] [2024/05/06 09:18:26.343 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.782162ms] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=671.305Β΅s] [gotSchemaVersion=135] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:26.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=135] [2024/05/06 09:18:26.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.825131ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.420 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:26.421 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc02b0962c0] [0xc011780bd0] [] [] public false false 0 0 0 0 0 1 1 0 0 449573580002033669 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:18:26.421 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=] [endKey=] [2024/05/06 09:18:26.428 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 09:18:26.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580015140871, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:26.432 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:26.438 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/188] [2024/05/06 09:18:26.463 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=186] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:26.779 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:26.779 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:26.779 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:26.779 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:26.800 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:26.800 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:26.800 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41213976-de3b-46ed-8bb5-d0c61654b0ef] [watcherID=fa59e032-6ab8-44e2-bf1e-5aae414cd9c5] [2024/05/06 09:18:26.801 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:26.803 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:26.803 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:26.803 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:26.803 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:26.808 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=150001] [2024/05/06 09:18:26.808 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:27.309 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:27.309 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:27.310 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=150001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:27.311 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc03002e160] [0xc013de8cf0] [] [] public false false 0 0 0 0 0 1 1 0 0 449573580002033669 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:18:27.311 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=0] [2024/05/06 09:18:27.776 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:27.811 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:27.979 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:18:27.986 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=572.168Β΅s] [gotSchemaVersion=136] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:27.989 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:18:28.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.174772ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580015140871, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580015140871, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.045 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=188] [table=t] [index=idx] [2024/05/06 09:18:28.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=665.843Β΅s] [gotSchemaVersion=137] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:28.055 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=137] [2024/05/06 09:18:28.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.748099ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.112 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:18:28.118 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 09:18:28.124 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580461047814, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.128 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580461047814, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ba5f69ffff000000000001,EndKey:7480000000000000ba5f69ffff000000000001ff,First:false,PhysicalTableID:186,Ingest mode:false"] [2024/05/06 09:18:28.130 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=186] ["start key"=7480000000000000ba5f69ffff000000000001] ["end key"=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:18:28.130 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=186] ["end key"=7480000000000000ba5f69ffff000000000001ff] ["current end key"=7480000000000000ba5f69ffff00000000000100] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 186, range: [7480000000000000ba5f69ffff000000000001, 7480000000000000ba5f69ffff00000000000100), jobID: 188"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000ba5f69ffff0000000000010000] ["take time"=545.519Β΅s] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 09:18:28.131 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000ba5f69ffff000000000001] [2024/05/06 09:18:28.131 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:18:28.133 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:28.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=654.607Β΅s] [gotSchemaVersion=138] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:28.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=138] [2024/05/06 09:18:28.189 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.72223ms] [job="ID:188, Type:add index, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580461047814, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.198 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=188] [tableID=186] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:28.201 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="add index"] [2024/05/06 09:18:28.201 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [job="ID:188, Type:add index, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:26.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573580461047814, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:28.210 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:18:28.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:28.211 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 2.010587635\n# Parse_time: 0.00006186\n# Compile_time: 0.000063221\n# Rewrite_time: 0.000002068\n# Optimize_time: 0.000021589\n# Wait_TS: 0.000167677\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:18:28.216 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [2024/05/06 09:18:28.216 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [2024/05/06 09:18:28.217 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=2.654Β΅s] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=1.019Β΅s] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=778ns] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=1.241Β΅s] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=725ns] [2024/05/06 09:18:28.217 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:28.217 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:28.217 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:28.218 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2467f511-a648-459d-ab4b-37218953702f] ["take time"=2.316556ms] [2024/05/06 09:18:28.218 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2467f511-a648-459d-ab4b-37218953702f] [2024/05/06 09:18:28.219 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:28.219 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:28.219 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/41213976-de3b-46ed-8bb5-d0c61654b0ef] [2024/05/06 09:18:28.219 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41213976-de3b-46ed-8bb5-d0c61654b0ef] [watcherID=fa59e032-6ab8-44e2-bf1e-5aae414cd9c5] [2024/05/06 09:18:28.219 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:28.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:28.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:28.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=738] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:28.220 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:28.220 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager adef7e64-9e98-470e-b893-dc7048d89c43"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:28.220 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2467f511-a648-459d-ab4b-37218953702f] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:28.220 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:18:28.220 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:28.220 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:28.220 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:28.220 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:28.220 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=150001] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:28.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:28.220 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [2024/05/06 09:18:28.221 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2467f511-a648-459d-ab4b-37218953702f] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [error="context canceled"] [2024/05/06 09:18:28.221 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:28.221 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager adef7e64-9e98-470e-b893-dc7048d89c43"] [error="context canceled"] [2024/05/06 09:18:28.221 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager adef7e64-9e98-470e-b893-dc7048d89c43"] [2024/05/06 09:18:28.221 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:28.221 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=adef7e64-9e98-470e-b893-dc7048d89c43] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:28.221 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:29.468 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:29.468 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:29.468 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:29.472 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2467f511-a648-459d-ab4b-37218953702f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:29.472 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:29.472 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:29.472 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:29.473 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.257250139s] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:29.473 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:29.473 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:29.473 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:29.473 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:29.473 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestEmptyTable (3.74s) === RUN TestAddIndexIngestRestoredData [2024/05/06 09:18:29.476 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager adef7e64-9e98-470e-b893-dc7048d89c43"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:29.477 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:29.477 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:29.478 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:29.478 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:29.478 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:29.479 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:29.479 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:29.479 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:29.479 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:29.479 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:29.480 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:29.481 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:29.481 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:29.482 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:29.485 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:29.492 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:29.502 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=63] ["lease id"=6f188f4d304e9a70] [2024/05/06 09:18:29.504 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:29.518 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=138] ["start time"=12.557658ms] [2024/05/06 09:18:29.520 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:29.520 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4163700d-aa10-4edb-926d-18112aba0e50] [runWorker=true] [2024/05/06 09:18:29.520 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:29.521 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:29.522 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:29.522 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:29.522 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242666438656/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:29.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:29.522 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:29.522 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:29.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:29.524 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a1a5991c-edd4-4029-b1b2-07e3fd32171b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:29.524 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e938e] [ownerID=4163700d-aa10-4edb-926d-18112aba0e50] [op=none] [2024/05/06 09:18:29.525 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:29.528 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:29.529 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:29.529 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:29.542 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:29.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:29.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:29.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:29.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:29.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:29.546 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:29.546 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:29.546 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:29.546 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:29.546 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:29.547 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:29.547 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:29.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:29.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:29.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:29.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:29.548 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:29.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:29.549 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8c9ade01-3e08-41d2-a1a8-bfd7820e6fa6] [2024/05/06 09:18:29.549 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:29.549 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:29.550 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:29.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:29.551 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:29.551 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:29.552 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.105966ms] [2024/05/06 09:18:29.559 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:29.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=138] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:29.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.570 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:29.573 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:29.574 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e938e] [ownerID=4163700d-aa10-4edb-926d-18112aba0e50] [op=none] [2024/05/06 09:18:29.574 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [op=none] [2024/05/06 09:18:29.574 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:29.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=54.573Β΅s] [gotSchemaVersion=139] [phyTblIDs="[186]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:29.594 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:18:29.643 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=52.916766ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=48.61Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:29.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=140] [2024/05/06 09:18:29.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.605783ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=38.631Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:29.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=141] [2024/05/06 09:18:29.773 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.393166ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.781 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[186]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:29.785 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 09:18:29.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:18:29.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.794 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=141] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:29.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.801 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:29.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=280.834Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:29.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=142] [2024/05/06 09:18:29.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.848122ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:29.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.875 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.881 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:18:29.881 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.891 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:29.892 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=142] [cur_db=addindexlit] [sql="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [user=] [2024/05/06 09:18:29.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [2024/05/06 09:18:29.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 190, Table ID: 192, Table Name: tbl_5"] [2024/05/06 09:18:29.923 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=767.692Β΅s] [gotSchemaVersion=143] [phyTblIDs="[192]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:29.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=143] [2024/05/06 09:18:29.973 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.262294ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.988 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 09:18:29.988 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573580958859272] [2024/05/06 09:18:29.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=addindexlit] [sql="alter table tbl_5 add unique key idx_13 ( col_23 );"] [user=] [2024/05/06 09:18:29.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:29.997 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 09:18:30.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.009 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"idx_13\",\"L\":\"idx_13\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"col_23\",\"L\":\"col_23\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:30.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=751.694Β΅s] [gotSchemaVersion=144] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:30.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:18:30.067 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.599981ms] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=746.864Β΅s] [gotSchemaVersion=145] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:30.092 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=145] [2024/05/06 09:18:30.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.720095ms] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=769.315Β΅s] [gotSchemaVersion=146] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:30.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=146] [2024/05/06 09:18:30.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.543586ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.218 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 09:18:30.219 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f72010000000000000000f7] [endKey=7480000000000000c05f72010000000000000000f700] [2024/05/06 09:18:30.227 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 09:18:30.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581011288070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:30.234 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 09:18:30.240 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/194] [2024/05/06 09:18:30.268 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=192] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:30.526 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:30.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:30.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:30.526 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:30.549 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:30.549 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:30.550 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8c9ade01-3e08-41d2-a1a8-bfd7820e6fa6] [watcherID=01401abe-b44f-4cde-906d-1c2413f349ae] [2024/05/06 09:18:30.551 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:30.553 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:30.553 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:30.553 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:30.553 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:30.559 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=180001] [2024/05/06 09:18:30.559 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:31.060 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:31.060 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:31.061 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=180001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:31.063 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:31.361 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=180001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:31.523 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:31.665 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:31.666 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:31.666 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 09:18:31.670 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:31.670 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:31.670 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.670 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:31.671 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:31.671 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:31.671 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.671 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.671 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:31.677 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:31.678 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:31.678 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=194] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:31.678 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:31.684 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:31.686 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:18:31.686 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=194] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:31.687 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=180001] [subtask-id=150001] [jobID=194] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:31.687 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f72010000000000000000f7] ["end key"=7480000000000000c05f72010000000000000000f700] [2024/05/06 09:18:31.687 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=180001] [subtask-id=150001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c05f72010000000000000000f7, endKey=7480000000000000c05f72010000000000000000f700"] [2024/05/06 09:18:31.739 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:31.789 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:31.790 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=180001] [subtask-id=150001] [id=1] [2024/05/06 09:18:31.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:31.794 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:18:31.795 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=64] [kvs=1] [files=1] [sstFileSize=970] [file=/tmp/tidb/tmp_ddl-4000/194/391335df-5408-5824-accb-01a6a45c0a4c.sst/8c0ce054-cd14-4275-8fee-8c423f1ec41a.sst] [firstKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [lastKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [2024/05/06 09:18:31.798 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=194] [2024/05/06 09:18:31.798 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=3] ["usage info"="disk usage: 242665861120/467794132992, backend usage: 0"] [2024/05/06 09:18:31.798 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [2024/05/06 09:18:31.800 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:31.821 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] ["region ranges"=1] [count=1] [size=64] [2024/05/06 09:18:31.821 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:31.832 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] [size=64] [kvs=1] [importedSize=44] [importedCount=1] [2024/05/06 09:18:31.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [takeTime=35.815289ms] [] [2024/05/06 09:18:31.837 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=194] [2024/05/06 09:18:31.848 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:31.848 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:18:31.849 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=825.367Β΅s] [] [2024/05/06 09:18:31.849 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:18:31.849 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=525.237Β΅s] [] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:31.850 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.850 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.850 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.851 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.851 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:31.851 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:31.851 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:31.851 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:31.851 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:31.851 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:31.851 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:18:31.851 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=186.04897ms] [] [2024/05/06 09:18:32.062 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:32.093 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:32.093 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 09:18:32.096 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:32.097 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:32.097 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.097 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:32.097 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:32.097 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:32.097 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.097 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.097 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:32.104 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:32.105 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:32.105 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:32.105 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=tbl_5] [2024/05/06 09:18:32.105 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=tbl_5] [category=detect-dupe] [tasks=1] [2024/05/06 09:18:32.106 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=tbl_5] [takeTime=1.474166ms] [] [2024/05/06 09:18:32.107 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:32.107 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:32.107 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:32.107 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:32.107 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:32.107 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:18:32.107 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:18:32.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=703.732Β΅s] [gotSchemaVersion=147] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:32.142 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=147] [2024/05/06 09:18:32.152 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=180001] [type=backfill] [2024/05/06 09:18:32.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.355634ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581011288070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581011288070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.200 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=194] [table=tbl_5] [index=idx_13] [2024/05/06 09:18:32.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=914.048Β΅s] [gotSchemaVersion=148] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:32.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=148] [2024/05/06 09:18:32.259 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.298049ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.269 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:18:32.276 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 09:18:32.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581548683271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.285 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581548683271, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000000c05f69ffff000000000003,EndKey:7480000000000000c05f69ffff000000000003ff,First:false,PhysicalTableID:192,Ingest mode:false"] [2024/05/06 09:18:32.287 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f69ffff000000000003] ["end key"=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:18:32.287 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=192] ["end key"=7480000000000000c05f69ffff000000000003ff] ["current end key"=7480000000000000c05f69ffff00000000000300] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 192, range: [7480000000000000c05f69ffff000000000003, 7480000000000000c05f69ffff00000000000300), jobID: 194"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000c05f69ffff0000000000030000] ["take time"=483.633Β΅s] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 09:18:32.288 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000c05f69ffff000000000003] [2024/05/06 09:18:32.288 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:18:32.313 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:32.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=718.215Β΅s] [gotSchemaVersion=149] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:32.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=149] [2024/05/06 09:18:32.370 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=52.843978ms] [job="ID:194, Type:add index, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581548683271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.380 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=194] [tableID=192] [indexIDs="[9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:32.384 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="add index"] [2024/05/06 09:18:32.384 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [job="ID:194, Type:add index, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 09:18:29.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573581548683271, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:32.394 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:18:32.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:32.396 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 2.40464561\n# Parse_time: 0.00003212\n# Compile_time: 0.000082924\n# Rewrite_time: 0.0000019\n# Optimize_time: 0.000038827\n# Wait_TS: 0.000168234\n# DB: addindexlit\n# Is_internal: false\n# Digest: 61a3859004e40113a4e3577c1c845a719a599b6c7d9abd4e9b79358a1663b9ba\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 09:18:32.397 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_10] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_10`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:32.397 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_13] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_13`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:32.408 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [2024/05/06 09:18:32.408 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [2024/05/06 09:18:32.408 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:32.409 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=4.232Β΅s] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=3.61Β΅s] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=970ns] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=1.011Β΅s] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=1.661Β΅s] [2024/05/06 09:18:32.409 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:32.409 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:32.409 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:32.410 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4163700d-aa10-4edb-926d-18112aba0e50] ["take time"=2.629547ms] [2024/05/06 09:18:32.410 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4163700d-aa10-4edb-926d-18112aba0e50] [2024/05/06 09:18:32.412 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:32.412 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:32.412 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8c9ade01-3e08-41d2-a1a8-bfd7820e6fa6] [2024/05/06 09:18:32.412 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8c9ade01-3e08-41d2-a1a8-bfd7820e6fa6] [watcherID=01401abe-b44f-4cde-906d-1c2413f349ae] [2024/05/06 09:18:32.412 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:32.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:32.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:32.412 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=63] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4163700d-aa10-4edb-926d-18112aba0e50] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:32.413 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:32.413 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:32.413 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:32.413 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a1a5991c-edd4-4029-b1b2-07e3fd32171b"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:18:32.413 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:32.413 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="context canceled"] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=180001] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:32.413 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:32.413 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [2024/05/06 09:18:32.413 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:32.413 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:32.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:32.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:32.413 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:32.414 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4163700d-aa10-4edb-926d-18112aba0e50] [2024/05/06 09:18:32.414 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:32.414 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:32.414 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:32.414 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:32.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:32.414 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:32.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:32.414 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:32.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:32.414 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a1a5991c-edd4-4029-b1b2-07e3fd32171b"] [error="context canceled"] [2024/05/06 09:18:32.414 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a1a5991c-edd4-4029-b1b2-07e3fd32171b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:32.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:32.414 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a1a5991c-edd4-4029-b1b2-07e3fd32171b"] [2024/05/06 09:18:32.414 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a1a5991c-edd4-4029-b1b2-07e3fd32171b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:32.423 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:32.423 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="context canceled"] [2024/05/06 09:18:32.424 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [2024/05/06 09:18:32.424 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:33.661 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:33.662 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:33.662 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:33.674 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a1a5991c-edd4-4029-b1b2-07e3fd32171b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:33.685 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4163700d-aa10-4edb-926d-18112aba0e50"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:33.685 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:33.685 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:33.685 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:33.685 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.277855751s] [2024/05/06 09:18:33.686 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:33.686 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:33.686 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:33.686 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:33.686 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestRestoredData (4.21s) === RUN TestAddIndexIngestUniqueKey [2024/05/06 09:18:33.690 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:33.690 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:33.690 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:33.690 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:33.690 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:33.691 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:33.691 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:33.691 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:33.691 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:33.691 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:33.692 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:33.693 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:33.694 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:33.694 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:33.697 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:33.704 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:33.713 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=60] ["lease id"=3eaa8f4d304e8d31] [2024/05/06 09:18:33.714 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:33.731 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=15.424959ms] [2024/05/06 09:18:33.733 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:33.733 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [runWorker=true] [2024/05/06 09:18:33.733 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:33.734 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:33.735 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:33.735 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242665857024/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:33.735 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:33.735 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:33.735 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:33.735 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:33.736 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:33.737 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9aac] [ownerID=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [op=none] [2024/05/06 09:18:33.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:33.738 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ab57bc7c-4981-4ba8-98c5-1153637738f2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:33.739 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:33.743 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:33.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:33.744 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:33.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:33.760 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:33.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:33.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:33.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:33.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:33.762 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:33.762 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:33.762 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:33.762 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:33.762 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:33.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:33.762 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:33.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:33.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:33.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:33.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:33.764 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:33.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:33.764 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/e9963023-3952-419c-adf9-d8d3e41912c4] [2024/05/06 09:18:33.765 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:33.765 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:33.765 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:33.767 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:33.767 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:33.767 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:33.769 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.035288ms] [2024/05/06 09:18:33.773 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:33.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=149] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:33.782 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:33.782 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:33.787 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:33.788 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9aac] [ownerID=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [op=none] [2024/05/06 09:18:33.788 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [op=none] [2024/05/06 09:18:33.788 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:33.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=60.261Β΅s] [gotSchemaVersion=150] [phyTblIDs="[192]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:33.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=150] [2024/05/06 09:18:33.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.346879ms] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=83.822Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:33.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=151] [2024/05/06 09:18:33.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.668095ms] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=58.375Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:33.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=152] [2024/05/06 09:18:33.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.719745ms] [job="ID:195, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:33.995 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[192]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:34.000 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop schema"] [2024/05/06 09:18:34.001 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [job="ID:195, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.008 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:18:34.008 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=152] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:34.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.017 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:34.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=317.961Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:34.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=153] [2024/05/06 09:18:34.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=52.196051ms] [job="ID:197, Type:create schema, State:done, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:33.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [job="ID:197, Type:create schema, State:synced, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:33.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.094 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:18:34.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.100 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:34.101 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=153] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:18:34.109 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.109 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:18:34.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 198, Table Name: t"] [2024/05/06 09:18:34.125 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=642.463Β΅s] [gotSchemaVersion=154] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:34.128 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=154] [2024/05/06 09:18:34.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.822304ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.187 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 09:18:34.187 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.189 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573582059864072] [2024/05/06 09:18:34.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:18:34.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:34.197 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:18:34.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.206 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:34.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=633.616Β΅s] [gotSchemaVersion=155] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:34.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=155] [2024/05/06 09:18:34.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.544749ms] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.274 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=627.41Β΅s] [gotSchemaVersion=156] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:34.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=156] [2024/05/06 09:18:34.333 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.523439ms] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=659.055Β΅s] [gotSchemaVersion=157] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:34.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=157] [2024/05/06 09:18:34.403 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.413055ms] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.413 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:34.415 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=200] [physicalTableID=198] [startKey=7480000000000000c65f728000000000000001] [endKey=7480000000000000c65f72800000000000271000] [2024/05/06 09:18:34.422 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 09:18:34.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:34.430 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:34.437 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/200] [2024/05/06 09:18:34.466 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=198] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:34.740 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:34.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:34.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:34.740 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:34.765 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:34.765 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:34.765 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e9963023-3952-419c-adf9-d8d3e41912c4] [watcherID=c713e33a-d49e-41c7-adb4-99f4a8e96f9b] [2024/05/06 09:18:34.767 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:34.769 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:34.769 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:34.769 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:34.769 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:34.774 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210001] [2024/05/06 09:18:34.774 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:35.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:35.275 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:35.276 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:35.277 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:35.575 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:35.735 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:35.880 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:35.881 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:35.881 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/200] [keyspaceName=] [2024/05/06 09:18:35.885 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:35.885 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:35.885 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:35.885 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:35.886 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:35.886 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:35.886 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:35.886 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:35.886 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:35.893 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:35.894 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:35.894 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=200] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:35.894 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:35.901 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:35.903 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:35.903 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=200] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:35.904 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210001] [subtask-id=180001] [jobID=200] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:35.904 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=198] ["start key"=7480000000000000c65f728000000000000001] ["end key"=7480000000000000c65f72800000000000271000] [2024/05/06 09:18:35.904 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210001] [subtask-id=180001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c65f728000000000000001, endKey=7480000000000000c65f72800000000000271000"] [2024/05/06 09:18:35.906 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:35.909 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:35.909 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210001] [subtask-id=180001] [id=1] [2024/05/06 09:18:35.913 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:35.915 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:18:35.915 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/200/f75d9cab-8823-5503-94ba-459a1de580da.sst/0e9089af-2ebc-4a78-ae00-be0beb356ec0.sst] [firstKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000027100008] [2024/05/06 09:18:35.918 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=200] [2024/05/06 09:18:35.918 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242665762816/467794132992, backend usage: 0"] [2024/05/06 09:18:35.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:35.920 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:35.941 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 09:18:35.941 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:35.944 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C65F698000000000000001038000000000000001] [endKey=7480000000000000C65F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:18:37.944 +00:00] [2024/05/06 09:18:35.944 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:35.945 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=27.07801ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 09:18:35.945 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=1] ["usage info"="disk usage: 242665762816/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:35.946 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=200] [2024/05/06 09:18:35.951 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:35.951 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:35.951 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:35.955 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:35.955 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:35.955 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=718.849Β΅s] [] [2024/05/06 09:18:35.955 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:35.956 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=603.863Β΅s] [] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:35.957 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:35.957 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:35.957 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:35.957 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:35.957 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:35.957 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=200] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:18:35.957 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=77.308562ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:35.957 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:36.280 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:18:36.564 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210001] [type=backfill] [2024/05/06 09:18:36.883 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210001] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:36.886 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:36.908 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:6, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:36.916 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:36.923 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=615.212Β΅s] [gotSchemaVersion=158] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:36.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=158] [2024/05/06 09:18:36.973 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.74521ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:3, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:36.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:36.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=650.82Β΅s] [gotSchemaVersion=159] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:36.993 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=159] [2024/05/06 09:18:37.041 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.088665ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.057 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=661.593Β΅s] [gotSchemaVersion=160] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:37.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=160] [2024/05/06 09:18:37.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.501253ms] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.117 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=200] [tableID=198] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:37.120 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="add index"] [2024/05/06 09:18:37.121 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:34.181 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582112292872, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.125 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 09:18:37.128 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=200] [2024/05/06 09:18:37.128 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:37.129 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.937768631\n# Parse_time: 0.000033697\n# Compile_time: 0.000058947\n# Rewrite_time: 0.000001863\n# Optimize_time: 0.000023454\n# Wait_TS: 0.000161303\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:18:37.129 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=160] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:18:37.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:37.134 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:18:37.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=53.75Β΅s] [gotSchemaVersion=161] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=161] [2024/05/06 09:18:37.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.372954ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=54.032Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=162] [2024/05/06 09:18:37.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.233562ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.274 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 198, Old Table Name: t"] [2024/05/06 09:18:37.275 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210001] [2024/05/06 09:18:37.277 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:37.277 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/06 09:18:37.278 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=150001] [2024/05/06 09:18:37.278 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=180001] [2024/05/06 09:18:37.278 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210001] [2024/05/06 09:18:37.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=61.943Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=163] [2024/05/06 09:18:37.306 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:37.330 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.668742ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.338 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 09:18:37.340 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 09:18:37.341 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:37.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.348 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 09:18:37.348 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.349 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=163] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int);"] [user=] [2024/05/06 09:18:37.357 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:37.357 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int);"] [2024/05/06 09:18:37.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.368 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 202, Table Name: t"] [2024/05/06 09:18:37.373 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=578.465Β΅s] [gotSchemaVersion=164] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:37.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=164] [2024/05/06 09:18:37.423 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.668934ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.437 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 09:18:37.437 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573582911832071] [2024/05/06 09:18:37.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=164] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:18:37.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:37.447 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:18:37.457 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.458 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:37.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=801.955Β΅s] [gotSchemaVersion=165] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:37.469 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=165] [2024/05/06 09:18:37.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.434003ms] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=673.004Β΅s] [gotSchemaVersion=166] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:37.559 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=166] [2024/05/06 09:18:37.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.395304ms] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=678.092Β΅s] [gotSchemaVersion=167] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:37.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=167] [2024/05/06 09:18:37.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.563186ms] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.685 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:37.686 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=204] [physicalTableID=202] [startKey=7480000000000000ca5f72016100000000000000f8] [endKey=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 09:18:37.692 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 09:18:37.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:37.699 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:37.704 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/204] [2024/05/06 09:18:37.731 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=202] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:37.745 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210002] [2024/05/06 09:18:37.745 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:38.246 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:38.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:38.247 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210002] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:38.248 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:38.272 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210002] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:38.576 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:38.577 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:38.577 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/204] [keyspaceName=] [2024/05/06 09:18:38.581 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:38.581 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:38.581 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.581 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:38.582 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.582 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.582 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:38.582 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.582 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:38.588 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:38.589 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:38.589 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=204] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:38.589 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:38.595 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:38.598 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:38.598 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=204] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:38.600 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210002] [subtask-id=180002] [jobID=204] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:38.600 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=202] ["start key"=7480000000000000ca5f72016100000000000000f8] ["end key"=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 09:18:38.600 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210002] [subtask-id=180002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ca5f72016100000000000000f8, endKey=7480000000000000ca5f72017a00000000000000f800"] [2024/05/06 09:18:38.603 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:18:38.605 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:18:38.606 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210002] [subtask-id=180002] [id=1] [2024/05/06 09:18:38.608 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:18:38.610 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 09:18:38.611 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=128] [kvs=2] [files=1] [sstFileSize=1061] [file=/tmp/tidb/tmp_ddl-4000/204/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/aef94307-b8d9-48fd-8aeb-6260afcdc4b5.sst] [firstKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB016100000000000000F8000A] [lastKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB017A00000000000000F8000A] [2024/05/06 09:18:38.614 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=204] [2024/05/06 09:18:38.614 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 242665775104/467794132992, backend usage: 0"] [2024/05/06 09:18:38.614 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:18:38.615 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.637 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=2] [size=128] [2024/05/06 09:18:38.637 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.640 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CA5F698000000000000002038000000000000001] [endKey=7480000000000000CA5F69800000000000000203800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:18:40.640 +00:00] [2024/05/06 09:18:38.640 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:38.642 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=28.294921ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 09:18:38.642 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 242665775104/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:38.643 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=204] [2024/05/06 09:18:38.647 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:38.647 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:38.647 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:38.650 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:38.650 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:38.651 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=774.573Β΅s] [] [2024/05/06 09:18:38.651 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:38.652 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=610.544Β΅s] [] [2024/05/06 09:18:38.653 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:38.653 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.653 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:38.653 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.653 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.653 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=204] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:18:38.653 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=77.040039ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:38.653 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:38.748 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:18:38.955 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210002] [type=backfill] [2024/05/06 09:18:39.545 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210002] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:39.548 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:18:39.570 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:6, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:39.577 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:39.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=694.05Β΅s] [gotSchemaVersion=168] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:39.588 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=168] [2024/05/06 09:18:39.635 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.548575ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:3, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=722.458Β΅s] [gotSchemaVersion=169] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:39.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=169] [2024/05/06 09:18:39.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.526378ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=769.864Β΅s] [gotSchemaVersion=170] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:39.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=170] [2024/05/06 09:18:39.745 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210002] [2024/05/06 09:18:39.748 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:39.748 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210002] [2024/05/06 09:18:39.756 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:39.784 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.051147ms] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.792 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=204] [tableID=202] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:39.795 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="add index"] [2024/05/06 09:18:39.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:18:37.431 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573582977368067, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:39.800 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 09:18:39.802 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=204] [2024/05/06 09:18:39.802 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:39.802 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.361884489\n# Parse_time: 0.000042216\n# Compile_time: 0.000051873\n# Rewrite_time: 0.00000322\n# Optimize_time: 0.000023454\n# Wait_TS: 0.000158217\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 09:18:39.803 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=170] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:18:39.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.808 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:18:39.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=48.495Β΅s] [gotSchemaVersion=171] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=171] [2024/05/06 09:18:39.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.215989ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=40.557Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=172] [2024/05/06 09:18:39.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=52.822468ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.947 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 202, Old Table Name: t"] [2024/05/06 09:18:39.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=45.649Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=173] [2024/05/06 09:18:40.002 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=52.347505ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.009 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 09:18:40.012 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 09:18:40.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.018 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 09:18:40.018 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.020 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=173] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int, c char(5));"] [user=] [2024/05/06 09:18:40.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:40.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int, c char(5));"] [2024/05/06 09:18:40.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.036 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 206, Table Name: t"] [2024/05/06 09:18:40.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=541.245Β΅s] [gotSchemaVersion=174] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:40.044 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=174] [2024/05/06 09:18:40.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.391643ms] [job="ID:207, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.098 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.103 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:18:40.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573583606513678] [2024/05/06 09:18:40.107 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=174] [cur_db=addindexlit] [sql="alter table t add unique index idx(b, c);"] [user=] [2024/05/06 09:18:40.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:40.112 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b, c);"] [2024/05/06 09:18:40.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.120 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:40.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=661.95Β΅s] [gotSchemaVersion=175] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:40.130 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=175] [2024/05/06 09:18:40.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.374718ms] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=693.171Β΅s] [gotSchemaVersion=176] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:40.197 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=176] [2024/05/06 09:18:40.244 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=52.60945ms] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=733.136Β΅s] [gotSchemaVersion=177] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:40.263 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=177] [2024/05/06 09:18:40.310 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=52.870511ms] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.322 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:40.323 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=208] [physicalTableID=206] [startKey=7480000000000000ce5f72016100000000000000f8] [endKey=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 09:18:40.328 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 09:18:40.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:40.336 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:40.342 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/208] [2024/05/06 09:18:40.366 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=206] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:40.378 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210003] [2024/05/06 09:18:40.378 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:40.879 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:40.879 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:40.880 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210003] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:40.881 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:40.972 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210003] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:41.276 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:41.277 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:41.277 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/208] [keyspaceName=] [2024/05/06 09:18:41.280 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:41.280 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:41.280 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.280 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:41.281 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.281 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:41.281 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.281 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:41.281 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.287 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:41.288 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:41.288 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=208] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:41.288 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:41.293 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:41.295 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:41.295 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=208] ["index ID"=2] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:41.299 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210003] [subtask-id=180003] [jobID=208] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:41.299 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=206] ["start key"=7480000000000000ce5f72016100000000000000f8] ["end key"=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 09:18:41.299 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210003] [subtask-id=180003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ce5f72016100000000000000f8, endKey=7480000000000000ce5f72017a00000000000000f800"] [2024/05/06 09:18:41.301 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 09:18:41.304 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 09:18:41.304 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210003] [subtask-id=180003] [id=1] [2024/05/06 09:18:41.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 09:18:41.308 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137936] ["max memory quota"=17179869184] [2024/05/06 09:18:41.309 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=292] [kvs=4] [files=1] [sstFileSize=1118] [file=/tmp/tidb/tmp_ddl-4000/208/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/ede96bdd-55f3-4d7c-acc2-cc8beacdbab2.sst] [firstKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000101633100FF0000000000F90000FD016100000000000000F8000A] [lastKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000201633100FF0000000000F90000FD016400000000000000F8000A] [2024/05/06 09:18:41.311 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=208] [2024/05/06 09:18:41.311 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 242665787392/467794132992, backend usage: 0"] [2024/05/06 09:18:41.312 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:18:41.313 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.334 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=4] [size=292] [2024/05/06 09:18:41.334 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.337 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CE5F698000000000000002038000000000000001016331000000000000F9] [endKey=7480000000000000CE5F698000000000000002038000000000000002016331000000000000F900] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:18:43.337 +00:00] [2024/05/06 09:18:41.337 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:41.338 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=26.636279ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 09:18:41.338 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 242665787392/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:41.339 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=208] [2024/05/06 09:18:41.343 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:41.343 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:41.343 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:18:41.345 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:41.346 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:41.346 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=646.686Β΅s] [] [2024/05/06 09:18:41.346 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:41.347 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=535.702Β΅s] [] [2024/05/06 09:18:41.348 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:41.348 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.348 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:41.348 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.348 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.348 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=208] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:18:41.348 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=72.233919ms] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:18:41.348 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:41.383 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1-c1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:18:41.650 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210003] [type=backfill] [2024/05/06 09:18:42.179 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210003] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:18:42.182 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=4] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:18:42.205 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:6, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:42.212 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:42.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=647.352Β΅s] [gotSchemaVersion=178] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:42.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=178] [2024/05/06 09:18:42.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.600188ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:3, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=756.073Β΅s] [gotSchemaVersion=179] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:42.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=179] [2024/05/06 09:18:42.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=52.902747ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=591.719Β΅s] [gotSchemaVersion=180] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:42.357 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=180] [2024/05/06 09:18:42.379 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210003] [2024/05/06 09:18:42.381 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:42.381 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210003] [2024/05/06 09:18:42.388 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:42.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.475659ms] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.414 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=208] [tableID=206] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:42.416 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="add index"] [2024/05/06 09:18:42.417 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:18:40.081 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449573583658942472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:42.421 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 09:18:42.424 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=208] [2024/05/06 09:18:42.424 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:42.424 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.317613192\n# Parse_time: 0.000047586\n# Compile_time: 0.00006042\n# Rewrite_time: 0.000001819\n# Optimize_time: 0.000023454\n# Wait_TS: 0.000149616\n# DB: addindexlit\n# Is_internal: false\n# Digest: 543e599716e60f88a20be37ebf4c666fd38e6f789726c344fa525534bdef00e7\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b, c);"] [2024/05/06 09:18:42.426 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [2024/05/06 09:18:42.426 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [2024/05/06 09:18:42.426 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:42.427 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=5.492Β΅s] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=1.096Β΅s] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=28.141Β΅s] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=1.959Β΅s] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=1.368Β΅s] [2024/05/06 09:18:42.428 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:42.428 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:42.428 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:42.433 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] ["take time"=8.965856ms] [2024/05/06 09:18:42.433 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [2024/05/06 09:18:42.435 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:42.435 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:42.435 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e9963023-3952-419c-adf9-d8d3e41912c4] [watcherID=c713e33a-d49e-41c7-adb4-99f4a8e96f9b] [2024/05/06 09:18:42.435 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/e9963023-3952-419c-adf9-d8d3e41912c4] [2024/05/06 09:18:42.435 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:42.435 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:42.435 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.435 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=60] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab57bc7c-4981-4ba8-98c5-1153637738f2"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:42.436 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:42.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:42.436 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:42.436 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:42.436 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:42.436 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:42.436 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:42.436 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:42.437 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:42.437 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2] [2024/05/06 09:18:42.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:42.436 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:42.437 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="context canceled"] [2024/05/06 09:18:42.437 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:42.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab57bc7c-4981-4ba8-98c5-1153637738f2"] [error="context canceled"] [2024/05/06 09:18:42.437 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab57bc7c-4981-4ba8-98c5-1153637738f2"] [2024/05/06 09:18:42.437 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:42.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:42.437 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:42.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:42.437 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ab57bc7c-4981-4ba8-98c5-1153637738f2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:42.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:42.445 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:42.445 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="context canceled"] [2024/05/06 09:18:42.645 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:43.686 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:43.686 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:43.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:43.688 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab57bc7c-4981-4ba8-98c5-1153637738f2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:43.921 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ebb8d18-7d34-44ae-a2a2-7dafbf31b3e2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:43.921 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:43.922 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:43.922 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:43.922 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.497769757s] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:43.922 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:43.922 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:43.922 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:43.922 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:43.922 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestUniqueKey (10.24s) === RUN TestAddIndexSplitTableRanges [2024/05/06 09:18:43.925 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:43.925 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:43.925 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:43.926 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:43.926 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:43.927 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:43.927 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:43.927 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:43.927 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:43.927 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:43.927 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:43.928 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:43.929 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:43.929 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:43.931 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:43.937 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:43.945 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1140] ["lease id"=6f188f4d304e9b1e] [2024/05/06 09:18:43.946 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:43.959 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=180] ["start time"=11.827491ms] [2024/05/06 09:18:43.961 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:43.961 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=ef3e8e96-8918-46f8-9e26-1d59e987b179] [runWorker=true] [2024/05/06 09:18:43.961 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:43.962 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:43.962 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:43.962 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:43.962 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242665775104/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:43.962 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:43.962 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:43.962 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:43.964 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:43.964 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=743be686-b5e1-45d5-b941-cff6cdf8d947] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:43.964 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e943c] [ownerID=ef3e8e96-8918-46f8-9e26-1d59e987b179] [op=none] [2024/05/06 09:18:43.964 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:43.968 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:43.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:43.968 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:43.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:43.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:43.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:43.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:43.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:43.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:43.983 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:43.983 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:43.983 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:43.983 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:43.983 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:43.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:43.984 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:43.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:43.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:43.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:43.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:43.985 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:43.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:43.986 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/facf1d3d-ae9d-4675-a79f-f49f352b2685] [2024/05/06 09:18:43.986 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:43.986 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:43.986 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:43.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:43.988 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:43.988 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:43.989 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.26962ms] [2024/05/06 09:18:43.996 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:43.997 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=180] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:44.004 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.004 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:44.014 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:44.014 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e943c] [ownerID=ef3e8e96-8918-46f8-9e26-1d59e987b179] [op=none] [2024/05/06 09:18:44.014 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [op=none] [2024/05/06 09:18:44.014 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:44.022 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=55.04Β΅s] [gotSchemaVersion=181] [phyTblIDs="[206]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:44.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=181] [2024/05/06 09:18:44.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=52.275594ms] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=86.495Β΅s] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:44.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=182] [2024/05/06 09:18:44.147 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.393853ms] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=42.743Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:44.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=183] [2024/05/06 09:18:44.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.079323ms] [job="ID:209, Type:drop schema, State:done, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.220 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=209] [tableIDs="[206]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:44.224 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=209] [jobType="drop schema"] [2024/05/06 09:18:44.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [job="ID:209, Type:drop schema, State:synced, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:43.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:18:44.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.232 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=183] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:44.241 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.241 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:44.248 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=295.248Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:44.259 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=184] [2024/05/06 09:18:44.307 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.026968ms] [job="ID:211, Type:create schema, State:done, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.314 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:create schema, State:synced, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:18:44.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.329 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:44.329 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=184] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:18:44.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:44.337 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:18:44.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.346 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 212, Table Name: t"] [2024/05/06 09:18:44.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=653.711Β΅s] [gotSchemaVersion=185] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:44.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=185] [2024/05/06 09:18:44.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.506666ms] [job="ID:213, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:44.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.411 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:44.417 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:18:44.417 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:44.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732877] [2024/05/06 09:18:44.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732880] [2024/05/06 09:18:44.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732882] [2024/05/06 09:18:44.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732884] [2024/05/06 09:18:44.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732886] [2024/05/06 09:18:44.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732888] [2024/05/06 09:18:44.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732890] [2024/05/06 09:18:44.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573584733732892] [2024/05/06 09:18:44.432 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d45f728000000000002ca4] [2024/05/06 09:18:44.434 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d45f728000000000002ca4] ["first new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:497 store_id:1 id:498 store_id:4 id:499 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 09:18:44.434 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=496] [2024/05/06 09:18:44.434 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000002ca4] ["new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:497 store_id:1 id:498 store_id:4 id:499 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.434 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=500] [2024/05/06 09:18:44.435 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000005948] ["new region left"="{Id:500 StartKey:7480000000000000ffd45f728000000000ff002ca40000000000fa EndKey:7480000000000000ffd45f728000000000ff0059480000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:501 store_id:1 id:502 store_id:4 id:503 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.435 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=504] [2024/05/06 09:18:44.536 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f7280000000000085ec] ["new region left"="{Id:504 StartKey:7480000000000000ffd45f728000000000ff0059480000000000fa EndKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:505 store_id:1 id:506 store_id:4 id:507 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.536 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=508] [2024/05/06 09:18:44.536 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000b290] ["new region left"="{Id:508 StartKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa EndKey:7480000000000000ffd45f728000000000ff00b2900000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:509 store_id:1 id:510 store_id:4 id:511 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.536 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=512] [2024/05/06 09:18:44.537 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000df34] ["new region left"="{Id:512 StartKey:7480000000000000ffd45f728000000000ff00b2900000000000fa EndKey:7480000000000000ffd45f728000000000ff00df340000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:513 store_id:1 id:514 store_id:4 id:515 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.537 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=516] [2024/05/06 09:18:44.537 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000010bd8] ["new region left"="{Id:516 StartKey:7480000000000000ffd45f728000000000ff00df340000000000fa EndKey:7480000000000000ffd45f728000000000ff010bd80000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:517 store_id:1 id:518 store_id:4 id:519 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:44.537 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[496,500,504,508,512,516]"] [2024/05/06 09:18:44.537 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=496] [backoff(ms)=299894] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=496] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=500] [backoff(ms)=299894] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=500] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=504] [backoff(ms)=299894] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=504] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=508] [backoff(ms)=299893] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=508] [2024/05/06 09:18:44.538 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=512] [backoff(ms)=299893] [2024/05/06 09:18:44.539 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=512] [2024/05/06 09:18:44.539 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=516] [backoff(ms)=299893] [2024/05/06 09:18:44.539 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=516] [2024/05/06 09:18:44.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=185] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 09:18:44.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:44.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 09:18:44.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.554 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:44.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=554.861Β΅s] [gotSchemaVersion=186] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:44.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=186] [2024/05/06 09:18:44.613 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.235519ms] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=532.544Β΅s] [gotSchemaVersion=187] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:44.633 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=187] [2024/05/06 09:18:44.681 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=52.505803ms] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=557.004Β΅s] [gotSchemaVersion=188] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:44.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=188] [2024/05/06 09:18:44.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.575416ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.756 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:44.757 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 09:18:44.765 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 09:18:44.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573584825483270, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:44.770 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:44.775 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/214] [2024/05/06 09:18:44.802 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:44.966 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:44.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:44.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:44.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:44.987 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:44.987 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:44.987 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/facf1d3d-ae9d-4675-a79f-f49f352b2685] [watcherID=79d60e5d-9d81-489f-aa20-c237498e6c9b] [2024/05/06 09:18:44.988 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:44.990 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:44.990 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:44.990 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:44.990 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:44.994 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240001] [2024/05/06 09:18:44.994 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:45.495 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:45.496 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:45.497 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:45.499 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:45.795 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:45.963 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:45.980 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:462.347034ms txnStartTS:449573585022091274 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:462.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:1 total_versions:473 rocksdb_delete_skipped_count:99 rocksdb_key_skipped_count:1202 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:45.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573585022091274\n# Query_time: 0.464137426\n# Parse_time: 0\n# Compile_time: 0.000795719\n# Rewrite_time: 0.000174816\n# Optimize_time: 0.000523062\n# Wait_TS: 0.000042864\n# Cop_time: 0.461848492 Process_time: 0.000715707 Wait_time: 0.000100792 Request_count: 2 Process_keys: 1 Total_keys: 941 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 197 Rocksdb_key_skipped_count: 2389\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000357853 Cop_proc_p90: 0.000483636 Cop_proc_max: 0.000483636 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.0396e-05 Cop_wait_p90: 6.7609e-05 Cop_wait_max: 6.7609e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12736\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vRi4MAkzXzEzCTAJMjM2MS4zNAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQ2Mi40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldXncAmCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MTExwrVzLCBmZXRjaBUOBS4MOjBzfRGoEQgkCjMJMzFfNDEoQgFQACkdt0BkYXRhOlNlbGVjdGlvbl80MBGMDDUyLjgFYzWGcGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDU4Mi45BSshaTRfa2V5czogMCwgdG90XwESFDogMjMyLgmwARQkd2FpdDogMzMuMgU1ZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwEf8BdQhfZHUFGhhuOiA4LjQ0BTo4bWF4X2Rpc3RzcWxfY29uVSNIIDF9LCBycGNfaW5mbzp7Q29wOgGyDF9ycGNBTiVCAF9Fawg1NTcFuxR9fQkyNDIt5BhOL0EKNAkxIQwEMV9y2QIMcmVvckm3BGt2BaYEOnsFVwQwc1W9PH0sIHNjYW5fZGV0YWlsOiApwC0lQDQ2OCwgZ2V0X3NuYXBzaG90CZYEIDExUZhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk4LCBrZXk+FwAkMTE4NywgYmxvYyGtEH19fSwgAZg+hQAhnQhlc3MNdTKlAQRhbCWnDRs1rAB0AekId2FsLT8MIDM1NCXGAH0hNQEEHAo1CTQ0XzM5JTocNjY2Ni42NwlJui4TBPA+LCByYW5nZTpbLWluZiwyMTQpLCAoMjE0LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgSlmcgEBiAEEMAozCTZfMjkoUHJvYmVB9DQ2NDAwCWdyb3VwIGJ5OnWAQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQxxGIGeADKdG0QsIHBhcnRpYWxfd29ya2VyOns5IAEsFDExNDU5OAExLqMCHDUsIHRhc2tfYUkAMGkrZRcsMi4zMTA0MjI0ODhzCRcMZXhlY0VRYTshxg0kEDMxMjNzaYIBZxQwOTAzNjkBZwhwOTUyEgAUfSwgZmluZqAAEDI4OTM3ATleoAABrAhvdF8FoAw1Ljg1ecoFnAwxNjFuDawZnxA1NjY0Mh2fEDExNzQzpdURnxESOa9hdAAzgYAlqBRub3QoZXE5jAQsIEEnCCksIAEZFGlzbnVsbBkdACkh3wV+IQwAMQHOjbcICTM4sbxh2BA1CTZfMyHMBDgwLgwCSqcFbR0MaW5nLE4wBiBzY2hlbWFfaWQB5QR5cz7zBkXzCR5JXQhtaW4VrwA4MlgCADEVuRm3ADJ2VgIYMS45OTIxNyVQXrYBADFJPyW2KDIuMzA5NzM2NzM3LaoluhAyMi4xMqm6IeElQAkrEDcwMDYxAdoMYXg6NAFvDDU4NjMlVym/BDEuERJ6XgIUMDIxMTM1AdleqAAuXgIMNi45N8l1AZAFpAgxOTU+XgIUMDk4MzMyXV8AMQE3BDA4JUAVoAA3CRJZXwA24QMMMzYJMCn8xfkkSGFzaEFnZ18zMTmHBDEuZUdJQAQyLMGgqdwAIMFF2fdBahIkCEEqrdEtdQESHDogNDgzLjbC4aYBziWJCCA2Nw0TAGO+9gYAM+1C7vUGyfUNucH0CDk2IBbYCGEcADdhHAAxpbr+HgPOHgNKRgMWlQl9LgA4Jac2+wVFlymuXm4HIZDB6QBrEpsIKaUEYWwyFwAkX3NpemU6IDExOKmPAGH1pAQ3M1KkBwAyKduCogcAOcHOAHlCogcIMjAywqIHMlECodEEYWnxolVYAHQOHwocX2t2X3JlYWQuqwclJz7ABww2OTcuDoYJeSYUOAk0M18zoYsMMAkxMKElhcs6vgd6oAeB02qlASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('lBvwSQqPGwoNUHJvamVjdGlvbl8xMxL3GQoHU29ydF8xNBL/GAoLSGFzaEpvaW5fMjgS1AYKDlRhYmxlUmVhZGVyXzQxEpAECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyMTQpLCAoMjE0LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnCqV7grnKiBaEEUhgFnQQudB2cKC5yZW9yZ2qCAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDQ2OCwgZ2V0X3NuYXBzaG90XwWkwCAxMi45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk4LCBrZXk+FwBIMTE4NywgYmxvY2s6IHt9fX0sIAFZPoUAHHByb2Nlc3NfARwYOiAyMzIuMQV2CaMId2FpEZAMMzMuMgkaAekMd2FsbA00CDM1NAUaBH1wITsFAS5LASwaAQEhu924shGC60A5TigBQAFSEWRhdGE6U10uBFoVBYcMNTIuOAVrLaUUYt0BY29wKcJAIHtudW06IDEsIG1heDogNTgxJwHJLVMEMCwBvwXbOtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV1CF9kdQUaGG46IDguNDQFm6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoxBZgAYS05CDU1NyXiDH19cPIuMQEQEvQQCgphZyBBZ2dfMjkSow0uUwMQMzASpgwZIBAzNRKCCDaGAxAzNhLEBR0iFDESmAEKEGWEDEZ1bGxpgwA0ReIU8O8wQSkAAQEQiMNAMAF2hQMAHnpnAwAdRRkAdHlnDDFtcywxw1odAgWGCChlMQ2GBEC/DYY8UpQBZ3JvdXAgYnk6bXlzcTp0AyHsHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGrVQucDMuUAVugDDa5NnVUFLhcAFF9zaXplOmG0ADBRJABriR4ENzNSHgQEMjZFhoIcBAA5oR4EeV86MwQMMTIwMsIcBAw0ODMuCXZCHAQENjcyGgAYa3ZfcmVhZC4lBCUnRSGdOgw2OTcugVReHQIc3t3d3R0+90BJo0kdgTkED2SBOQxIYXNoYSMEMzGNNxA0NjEuOVl0DDJi2gFeNwQQNDYyLjMBKyGFLWspmSWXADo27QCNNhXmwjYEADOtVe41BIk1DbkQfX1wqAIusAYhKwitbPhCKwEAhP5IA75IA3UsfTgINVoTpdgINDYyIXSp1kwyYsgCcGFydGlhbF93b3JrZXI6e1kcJcwQOTIxNzQBMgBjvWEcNSwgdGFza1/BBy2zwaYwOjIuMzA5NzM2NzM3c2VEKF9leGVjOjIyLjEy6UkEdG/NzAkrEDcwMDYxgSIEYXgJbww1ODYzRagIcDk1MhIAFH0sIGZpblqoABwyLjAyMTEzNW6oAAG0AG9NRww2Ljk3yd4BEwWkDDE5NW4NtCUoBaAUODMzMjQyLqAADDc4MDglQRWgDRJuQAMIrUj+TRUIALlAZT4YL25vdChlcTWqJDUsIDIxNCkpLCABGRRpc251bGwZHQQpKXVeBDIuJR4pvwgxcPwugQIkGgECIUREREQkYz5vAAQ4Z7HJURsENSyteBxmaXJzdHJvdx1uuW0ANR14BfYNeARiv3I3AhwyLjExNDU5OG6PAalkAF9RNxwxMDQyMjQ4OC2DJZMAMA0NMZAYMTA0MzEyMzWPGDIuMDkwMzaFbymPGRJ6LwIUMTI4OTM3bqAALi8CDDUuODUikgkJnAgxNjE+LwIQMTA1NjZdLiEGCDc0M2U9EZ8AMQ0SXi4CGFa33BVgHAcq8wpoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYi8HBCwgNecEKV09w6VuMcMANxZcCRBoYXNoX+WOADoWEwsIOjExCewQZmV0Y2gVDgUuLDowc30hjE64jYZmEDqkAAA9So4AodkWIwgUOmRlc2MsTigI6eFapQAYISXA+MXxfD5sAE6PCAFIEG1ldGEsTmUAGYkdaSWZMQ4IDUNvJkAKQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 09:18:46.100 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:46.101 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:46.101 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/214] [keyspaceName=] [2024/05/06 09:18:46.104 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:46.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:46.105 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:46.105 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:46.105 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:46.105 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:46.105 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:46.105 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:46.105 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:46.827 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:46.828 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:46.828 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=214] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:46.828 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:46.835 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:46.840 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:46.840 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=214] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:46.841 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240001] [subtask-id=210001] [jobID=214] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:46.841 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:18:46.841 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 09:18:46.841 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 09:18:46.867 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:46.904 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:46.933 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:46.933 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 09:18:46.933 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=2] [2024/05/06 09:18:46.959 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:18:46.959 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=1] [2024/05/06 09:18:46.959 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 09:18:46.959 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f72800000000000b290] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:18:46.959 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 09:18:46.959 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=3] [2024/05/06 09:18:46.960 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 09:18:46.960 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=5] [2024/05/06 09:18:46.960 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=4] [2024/05/06 09:18:46.961 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 09:18:46.961 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=6] [2024/05/06 09:18:46.961 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=7] [2024/05/06 09:18:46.963 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=4] [size=304] [count=8] [cost=642.954Β΅s] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/531ebeab-dea2-4a6d-938f-e6d439014270.sst] [2024/05/06 09:18:46.963 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/531ebeab-dea2-4a6d-938f-e6d439014270.sst] [firstKey=7480000000000000D45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000001038000000000011170038000000000011170] [2024/05/06 09:18:46.966 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=214] [2024/05/06 09:18:46.966 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242884894720/467794132992, backend usage: 0"] [2024/05/06 09:18:46.966 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:46.968 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:46.989 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=304] [2024/05/06 09:18:46.989 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:46.999 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 09:18:47.001 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.558966ms] [] [2024/05/06 09:18:47.004 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=214] [2024/05/06 09:18:47.014 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:47.014 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:47.016 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.742363ms] [] [2024/05/06 09:18:47.016 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:47.016 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=518.032Β΅s] [] [2024/05/06 09:18:47.017 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:47.017 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:47.017 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:47.017 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:47.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:47.017 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=214] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:18:47.017 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=917.573121ms] [] [2024/05/06 09:18:47.498 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:47.520 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:47.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=666.008Β΅s] [gotSchemaVersion=189] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=189] [2024/05/06 09:18:47.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.350163ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573584825483270, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573584825483270, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.615 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=214] [table=t] [index=idx] [2024/05/06 09:18:47.622 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240001] [type=backfill] [2024/05/06 09:18:47.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=638.789Β΅s] [gotSchemaVersion=190] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.625 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=190] [2024/05/06 09:18:47.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=52.135287ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.682 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:18:47.688 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 09:18:47.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585585963016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.696 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585585963016, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d45f69ffff000000000001,EndKey:7480000000000000d45f69ffff000000000001ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 09:18:47.698 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000001] ["end key"=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:18:47.698 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000001ff] ["current end key"=7480000000000000d45f69ffff00000000000100] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000001, 7480000000000000d45f69ffff00000000000100), jobID: 214"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000010000] ["take time"=426.82Β΅s] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 09:18:47.699 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000001] [2024/05/06 09:18:47.699 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:47.723 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:47.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=654.057Β΅s] [gotSchemaVersion=191] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.732 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=191] [2024/05/06 09:18:47.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=52.77001ms] [job="ID:214, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585585963016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.788 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=214] [tableID=212] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:47.791 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="add index"] [2024/05/06 09:18:47.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [job="ID:214, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:44.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585585963016, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 09:18:47.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:47.802 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 3.263315848\n# Parse_time: 0.000048718\n# Compile_time: 0.000110015\n# Rewrite_time: 0.00000336\n# Optimize_time: 0.000017933\n# Wait_TS: 0.00018529\n# DB: addindexlit\n# Is_internal: false\n# Digest: 32d569294d9fec527c753fa1c3471a51797a29a06f81aea16315902427aadc16\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(b);"] [2024/05/06 09:18:47.803 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:47.808 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=191] [cur_db=addindexlit] [sql="alter table t add index idx_2(b);"] [user=] [2024/05/06 09:18:47.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:47.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx_2(b);"] [2024/05/06 09:18:47.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.823 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx_2\",\"L\":\"idx_2\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:47.831 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=665.277Β΅s] [gotSchemaVersion=192] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.834 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=192] [2024/05/06 09:18:47.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.090844ms] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.890 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=673.401Β΅s] [gotSchemaVersion=193] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=193] [2024/05/06 09:18:47.949 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=52.949111ms] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:47.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=655.161Β΅s] [gotSchemaVersion=194] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:47.969 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=194] [2024/05/06 09:18:47.996 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240001] [2024/05/06 09:18:47.998 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:47.998 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240001] [2024/05/06 09:18:48.008 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:48.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=52.582238ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:48.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:48.026 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 09:18:48.027 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 09:18:48.032 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 09:18:48.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585677451283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:48.038 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 09:18:48.042 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/215] [2024/05/06 09:18:48.064 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:48.076 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240002] [2024/05/06 09:18:48.076 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:48.577 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:48.578 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:48.578 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240002] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:48.580 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:48.793 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240002] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:49.097 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:49.098 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:49.098 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/215] [keyspaceName=] [2024/05/06 09:18:49.101 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:49.101 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:49.101 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:49.101 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:49.101 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:49.101 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:49.101 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:49.101 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:49.101 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:49.105 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:49.105 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:49.105 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=215] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:49.105 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:49.111 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:49.113 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:49.113 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=215] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:49.114 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240002] [subtask-id=210002] [jobID=215] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:49.114 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:18:49.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 09:18:49.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 09:18:49.141 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:18:49.168 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:18:49.235 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:18:49.263 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 09:18:49.263 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:18:49.265 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=2] [2024/05/06 09:18:49.265 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 09:18:49.266 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 09:18:49.266 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=3] [2024/05/06 09:18:49.266 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=4] [2024/05/06 09:18:49.266 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 09:18:49.269 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 09:18:49.269 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=6] [2024/05/06 09:18:49.271 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=1] [2024/05/06 09:18:49.274 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=5] [2024/05/06 09:18:49.275 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=7] [2024/05/06 09:18:49.277 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=4] [size=304] [count=8] [cost=571.126Β΅s] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/c41ec77a-eb35-4d15-991f-5dd6f63b501a.sst] [2024/05/06 09:18:49.277 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/c41ec77a-eb35-4d15-991f-5dd6f63b501a.sst] [firstKey=7480000000000000D45F698000000000000002038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000002038000000000011170038000000000011170] [2024/05/06 09:18:49.280 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=215] [2024/05/06 09:18:49.280 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 242667945984/467794132992, backend usage: 0"] [2024/05/06 09:18:49.280 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:18:49.281 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:49.303 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=8] [size=304] [2024/05/06 09:18:49.303 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:49.313 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 09:18:49.314 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=34.218646ms] [] [2024/05/06 09:18:49.317 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=215] [2024/05/06 09:18:49.326 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:49.326 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:49.327 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=935.715Β΅s] [] [2024/05/06 09:18:49.327 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:18:49.328 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=496.911Β΅s] [] [2024/05/06 09:18:49.328 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:49.328 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:49.328 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:49.328 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:49.328 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:49.328 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:49.329 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:49.329 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.329 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:49.329 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=215] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:18:49.329 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=232.244122ms] [] [2024/05/06 09:18:49.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:49.630 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240002] [type=backfill] [2024/05/06 09:18:49.878 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:49.905 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=621.055Β΅s] [gotSchemaVersion=195] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:49.908 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=195] [2024/05/06 09:18:49.956 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.139933ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585677451283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:49.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573585677451283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:49.965 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=215] [table=t] [index=idx_2] [2024/05/06 09:18:49.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=620.249Β΅s] [gotSchemaVersion=196] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:49.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=196] [2024/05/06 09:18:50.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.676286ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.032 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:18:50.038 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 09:18:50.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586214846466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.045 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586214846466, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000d45f69ffff000000000002,EndKey:7480000000000000d45f69ffff000000000002ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 09:18:50.047 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000002] ["end key"=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:18:50.047 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:18:50.048 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000002ff] ["current end key"=7480000000000000d45f69ffff00000000000200] [2024/05/06 09:18:50.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 09:18:50.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 09:18:50.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 09:18:50.049 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000002, 7480000000000000d45f69ffff00000000000200), jobID: 215"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000020000] ["take time"=529.363Β΅s] [2024/05/06 09:18:50.049 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 09:18:50.049 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000002] [2024/05/06 09:18:50.049 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:50.070 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:50.076 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240002] [2024/05/06 09:18:50.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=625.319Β΅s] [gotSchemaVersion=197] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:50.079 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:50.079 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240002] [2024/05/06 09:18:50.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=197] [2024/05/06 09:18:50.085 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:50.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.577915ms] [job="ID:215, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586214846466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.135 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=215] [tableID=212] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:50.137 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="add index"] [2024/05/06 09:18:50.138 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [job="ID:215, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:47.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586214846466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.147 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 09:18:50.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.148 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.340023814\n# Parse_time: 0.000025045\n# Compile_time: 0.000053618\n# Rewrite_time: 0.000001673\n# Optimize_time: 0.000017933\n# Wait_TS: 0.000189468\n# DB: addindexlit\n# Is_internal: false\n# Digest: 3b8533dcb186df7b7c5aefd3163dfd848c9b0f469aeafd56da34c64dd90eb336\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx_2(b);"] [2024/05/06 09:18:50.148 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:50.148 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx_2] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx_2`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:50.153 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=197] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:18:50.159 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.159 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:18:50.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=39.294Β΅s] [gotSchemaVersion=198] [phyTblIDs="[212]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=198] [2024/05/06 09:18:50.226 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.25942ms] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.239 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=50.174Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.242 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=199] [2024/05/06 09:18:50.290 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=52.595079ms] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.301 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 210, Old Table ID: 212, Old Table Name: t"] [2024/05/06 09:18:50.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=49.646Β΅s] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:50.309 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=200] [2024/05/06 09:18:50.358 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=52.999371ms] [job="ID:216, Type:drop table, State:done, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.364 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 09:18:50.366 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/06 09:18:50.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:50.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.373 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:18:50.373 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.374 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=200] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:18:50.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:50.381 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:18:50.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.389 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 217, Table Name: t"] [2024/05/06 09:18:50.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=582.267Β΅s] [gotSchemaVersion=201] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:50.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=201] [2024/05/06 09:18:50.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.09301ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:50.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:50.455 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:18:50.455 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:50.457 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966220] [2024/05/06 09:18:50.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966223] [2024/05/06 09:18:50.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966225] [2024/05/06 09:18:50.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966227] [2024/05/06 09:18:50.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966231] [2024/05/06 09:18:50.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966236] [2024/05/06 09:18:50.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966238] [2024/05/06 09:18:50.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573586319966240] [2024/05/06 09:18:50.470 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d95f728000000000002710] [2024/05/06 09:18:50.472 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d95f728000000000002710] ["first new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:537 store_id:1 id:538 store_id:4 id:539 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 09:18:50.472 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=536] [2024/05/06 09:18:50.472 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000002710] ["new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:537 store_id:1 id:538 store_id:4 id:539 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.473 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=540] [2024/05/06 09:18:50.473 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000004e20] ["new region left"="{Id:540 StartKey:7480000000000000ffd95f728000000000ff0027100000000000fa EndKey:7480000000000000ffd95f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:541 store_id:1 id:542 store_id:4 id:543 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.473 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=544] [2024/05/06 09:18:50.474 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000007530] ["new region left"="{Id:544 StartKey:7480000000000000ffd95f728000000000ff004e200000000000fa EndKey:7480000000000000ffd95f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:545 store_id:1 id:546 store_id:4 id:547 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.474 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=548] [2024/05/06 09:18:50.474 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000009c40] ["new region left"="{Id:548 StartKey:7480000000000000ffd95f728000000000ff0075300000000000fa EndKey:7480000000000000ffd95f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:549 store_id:1 id:550 store_id:4 id:551 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.474 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=552] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000c350] ["new region left"="{Id:552 StartKey:7480000000000000ffd95f728000000000ff009c400000000000fa EndKey:7480000000000000ffd95f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:553 store_id:1 id:554 store_id:4 id:555 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=556] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000ea60] ["new region left"="{Id:556 StartKey:7480000000000000ffd95f728000000000ff00c3500000000000fa EndKey:7480000000000000ffd95f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:557 store_id:1 id:558 store_id:4 id:559 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[536,540,544,548,552,556]"] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=536] [backoff(ms)=299994] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=536] [2024/05/06 09:18:50.475 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=540] [backoff(ms)=299994] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=540] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=544] [backoff(ms)=299994] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=544] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=548] [backoff(ms)=299994] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=548] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=552] [backoff(ms)=299993] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=552] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=556] [backoff(ms)=299993] [2024/05/06 09:18:50.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=556] [2024/05/06 09:18:50.477 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=201] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:18:50.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:50.486 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:18:50.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.494 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:50.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=857.738Β΅s] [gotSchemaVersion=202] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:50.506 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=202] [2024/05/06 09:18:50.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.282449ms] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.568 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=585.198Β΅s] [gotSchemaVersion=203] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:50.571 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=203] [2024/05/06 09:18:50.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=51.828996ms] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=688.812Β΅s] [gotSchemaVersion=204] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:50.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=204] [2024/05/06 09:18:50.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.332713ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.692 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:50.693 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f728000000000000000] [endKey=7480000000000000d95f72800000000001117000] [2024/05/06 09:18:50.698 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 09:18:50.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586385240070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:50.703 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:50.708 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/219] [2024/05/06 09:18:50.729 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=217] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:50.740 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240003] [2024/05/06 09:18:50.740 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:51.242 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:51.242 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:51.243 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240003] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:51.245 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:51.493 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240003] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:51.797 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:51.798 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:51.798 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 09:18:51.802 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:51.802 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:51.802 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:51.802 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:51.803 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:51.803 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:51.803 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:51.803 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:51.803 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:51.809 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:51.809 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:51.809 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=219] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:51.809 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:51.815 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:51.818 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:51.818 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=219] ["index ID"=1] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:51.819 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240003] [subtask-id=210003] [jobID=219] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:51.819 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000000000] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 09:18:51.819 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d95f728000000000002710, endKey=7480000000000000d95f728000000000004e20"] [2024/05/06 09:18:51.819 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d95f728000000000000000, endKey=7480000000000000d95f728000000000002710"] [2024/05/06 09:18:51.825 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 09:18:51.830 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 09:18:51.843 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 09:18:51.843 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=1] [2024/05/06 09:18:51.843 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d95f728000000000004e20, endKey=7480000000000000d95f728000000000007530"] [2024/05/06 09:18:51.924 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:18:51.924 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=2] [2024/05/06 09:18:51.924 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d95f728000000000007530, endKey=7480000000000000d95f728000000000009c40"] [2024/05/06 09:18:51.924 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=3] [2024/05/06 09:18:51.925 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000009c40] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 09:18:51.925 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d95f728000000000009c40, endKey=7480000000000000d95f72800000000000c350"] [2024/05/06 09:18:51.925 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d95f72800000000000c350, endKey=7480000000000000d95f72800000000000ea60"] [2024/05/06 09:18:51.925 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=4] [2024/05/06 09:18:51.925 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d95f72800000000000ea60, endKey=7480000000000000d95f72800000000001117000"] [2024/05/06 09:18:51.926 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=5] [2024/05/06 09:18:51.926 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=7] [2024/05/06 09:18:51.926 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=6] [2024/05/06 09:18:51.927 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=432] [count=8] [cost=494.127Β΅s] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/315af6d8-57d0-4cac-a8bd-79f64492ac5d.sst] [2024/05/06 09:18:51.927 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=432] [kvs=8] [files=1] [sstFileSize=1147] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/315af6d8-57d0-4cac-a8bd-79f64492ac5d.sst] [firstKey=7480000000000000FFD95F698000000000FF0000010380000000FF0000000000000000FB80000000000000000008] [lastKey=7480000000000000FFD95F698000000000FF0000010380000000FF0001117000000000FB80000000000111700008] [2024/05/06 09:18:51.930 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=219] [2024/05/06 09:18:51.930 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242667995136/467794132992, backend usage: 0"] [2024/05/06 09:18:51.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:51.931 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:51.953 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=432] [2024/05/06 09:18:51.953 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:51.964 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=432] [kvs=8] [importedSize=288] [importedCount=8] [2024/05/06 09:18:51.965 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.348248ms] [] [2024/05/06 09:18:51.969 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=219] [2024/05/06 09:18:51.978 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:51.978 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:51.979 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=754.464Β΅s] [] [2024/05/06 09:18:51.979 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:51.980 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=472.118Β΅s] [] [2024/05/06 09:18:51.981 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:51.981 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:51.981 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:51.981 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:51.981 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:51.981 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:18:51.981 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=184.397108ms] [] [2024/05/06 09:18:52.243 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:52.282 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240003] [type=backfill] [2024/05/06 09:18:52.544 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:52.544 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 09:18:52.547 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:52.547 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:52.547 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:52.547 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:52.548 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:52.548 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:52.548 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:52.548 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:52.548 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:52.554 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:52.554 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:52.554 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=536] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:18:52.554 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:18:52.554 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:18:52.556 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.426728ms] [] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:52.557 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:52.557 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:52.557 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:52.557 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:52.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:52.557 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:18:52.557 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:52.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=639.048Β΅s] [gotSchemaVersion=205] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:52.589 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=205] [2024/05/06 09:18:52.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.976237ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586385240070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586385240070, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.646 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=219] [table=t] [index=idx] [2024/05/06 09:18:52.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=828.908Β΅s] [gotSchemaVersion=206] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:52.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=206] [2024/05/06 09:18:52.741 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240003] [2024/05/06 09:18:52.744 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:52.744 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240003] [2024/05/06 09:18:52.751 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:52.761 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.951747ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.769 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:18:52.774 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 09:18:52.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586922635275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.782 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586922635275, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d95f69ffff000000000001,EndKey:7480000000000000d95f69ffff000000000001ff,First:false,PhysicalTableID:217,Ingest mode:false"] [2024/05/06 09:18:52.783 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f69ffff000000000001] ["end key"=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:18:52.783 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:18:52.820 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=217] ["end key"=7480000000000000d95f69ffff000000000001ff] ["current end key"=7480000000000000d95f69ffff00000000000100] [2024/05/06 09:18:52.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 09:18:52.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 09:18:52.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 09:18:52.820 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 217, range: [7480000000000000d95f69ffff000000000001, 7480000000000000d95f69ffff00000000000100), jobID: 219"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d95f69ffff0000000000010000] ["take time"=673.464Β΅s] [2024/05/06 09:18:52.821 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 09:18:52.821 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d95f69ffff000000000001] [2024/05/06 09:18:52.821 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:18:52.846 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:52.853 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=646.958Β΅s] [gotSchemaVersion=207] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:52.856 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=207] [2024/05/06 09:18:52.903 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.713038ms] [job="ID:219, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586922635275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.912 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=219] [tableID=217] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:52.915 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="add index"] [2024/05/06 09:18:52.916 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [job="ID:219, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 09:18:50.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573586922635275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:52.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/06 09:18:52.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:52.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.449797713\n# Parse_time: 0.000032663\n# Compile_time: 0.000068404\n# Rewrite_time: 0.00000212\n# Optimize_time: 0.000017933\n# Wait_TS: 0.000140038\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 09:18:52.927 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:52.940 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [2024/05/06 09:18:52.940 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [2024/05/06 09:18:52.942 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=3.082Β΅s] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=1.099Β΅s] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=1.079Β΅s] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=915ns] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=1.054Β΅s] [2024/05/06 09:18:52.943 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:52.943 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:52.943 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:52.944 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=ef3e8e96-8918-46f8-9e26-1d59e987b179] ["take time"=3.947855ms] [2024/05/06 09:18:52.944 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=ef3e8e96-8918-46f8-9e26-1d59e987b179] [2024/05/06 09:18:52.945 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:52.945 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/facf1d3d-ae9d-4675-a79f-f49f352b2685] [watcherID=79d60e5d-9d81-489f-aa20-c237498e6c9b] [2024/05/06 09:18:52.945 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:52.945 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/facf1d3d-ae9d-4675-a79f-f49f352b2685] [2024/05/06 09:18:52.945 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:52.945 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:52.945 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.945 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:52.946 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:52.946 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1140] [2024/05/06 09:18:52.947 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:52.947 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [error="context canceled"] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ef3e8e96-8918-46f8-9e26-1d59e987b179] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [2024/05/06 09:18:52.947 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:52.947 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 743be686-b5e1-45d5-b941-cff6cdf8d947"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:52.947 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ef3e8e96-8918-46f8-9e26-1d59e987b179] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:52.947 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:52.947 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 743be686-b5e1-45d5-b941-cff6cdf8d947"] [error="context canceled"] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 743be686-b5e1-45d5-b941-cff6cdf8d947"] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:52.947 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 743be686-b5e1-45d5-b941-cff6cdf8d947"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:52.947 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=743be686-b5e1-45d5-b941-cff6cdf8d947] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:52.947 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:52.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:52.955 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:52.955 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [error="context canceled"] [2024/05/06 09:18:52.955 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [2024/05/06 09:18:54.185 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:54.185 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:54.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:54.201 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 743be686-b5e1-45d5-b941-cff6cdf8d947"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:54.204 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ef3e8e96-8918-46f8-9e26-1d59e987b179"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:54.204 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:54.204 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:54.204 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:54.204 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.264273135s] [2024/05/06 09:18:54.205 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:54.205 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:54.205 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:54.205 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:54.205 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexSplitTableRanges (10.28s) === RUN TestAddIndexFinishImportError [2024/05/06 09:18:54.208 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:54.208 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:54.208 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:54.208 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:54.208 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:54.209 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:54.209 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:54.209 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:54.209 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:54.209 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:54.209 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:54.210 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:54.210 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:54.211 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:54.213 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:54.218 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:54.230 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1055] ["lease id"=3eaa8f4d304e8e2d] [2024/05/06 09:18:54.232 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:54.251 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=17.743643ms] [2024/05/06 09:18:54.252 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:54.253 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bc560168-7c17-4302-918d-fe3d62542575] [runWorker=true] [2024/05/06 09:18:54.253 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:54.254 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:54.255 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:54.255 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:18:54.257 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9b95] [ownerID=bc560168-7c17-4302-918d-fe3d62542575] [op=none] [2024/05/06 09:18:54.272 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242668093440/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:54.272 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:54.272 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:54.272 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:54.274 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:54.274 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:54.275 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:54.280 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:54.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:54.282 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:54.296 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:54.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:54.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:54.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:54.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:54.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:54.302 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:54.302 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:54.302 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:54.302 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:54.302 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:54.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:54.302 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:54.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:54.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:54.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:54.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:54.303 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:54.304 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:54.304 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/bddec98f-c172-4313-91f4-2ca38665af4e] [2024/05/06 09:18:54.304 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:18:54.304 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:54.305 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:54.306 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:54.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:54.306 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9b95] [ownerID=bc560168-7c17-4302-918d-fe3d62542575] [op=none] [2024/05/06 09:18:54.306 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [op=none] [2024/05/06 09:18:54.306 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:54.306 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:54.306 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:54.308 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.104661ms] [2024/05/06 09:18:54.313 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:18:54.314 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=207] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:18:54.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:18:54.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=45.682Β΅s] [gotSchemaVersion=208] [phyTblIDs="[217]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:54.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=208] [2024/05/06 09:18:54.388 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=52.467572ms] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=45.02Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:54.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=209] [2024/05/06 09:18:54.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.393853ms] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=41.09Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:18:54.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=210] [2024/05/06 09:18:54.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=52.689728ms] [job="ID:220, Type:drop schema, State:done, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.528 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=220] [tableIDs="[217]"] [comment="drop schema: table IDs"] [2024/05/06 09:18:54.532 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="drop schema"] [2024/05/06 09:18:54.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [job="ID:220, Type:drop schema, State:synced, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:18:54.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.540 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=210] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:18:54.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.547 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:18:54.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=287.614Β΅s] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:54.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=211] [2024/05/06 09:18:54.610 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.091181ms] [job="ID:222, Type:create schema, State:done, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:54.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [job="ID:222, Type:create schema, State:synced, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:18:54.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.629 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:18:54.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=211] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:18:54.637 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:54.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:18:54.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.649 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 221, Table ID: 223, Table Name: t"] [2024/05/06 09:18:54.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=728.296Β΅s] [gotSchemaVersion=212] [phyTblIDs="[223]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:54.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=212] [2024/05/06 09:18:54.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.492879ms] [job="ID:224, Type:create table, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:54.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.714 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [job="ID:224, Type:create table, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:54.719 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:18:54.719 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:54.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573587433816078] [2024/05/06 09:18:54.723 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573587433816081] [2024/05/06 09:18:54.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573587433816084] [2024/05/06 09:18:54.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573587433816086] [2024/05/06 09:18:54.727 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=212] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:18:55.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:18:55.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:18:55.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:55.162 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:18:55.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=656.869Β΅s] [gotSchemaVersion=213] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:55.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=213] [2024/05/06 09:18:55.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=52.50753ms] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:55.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:55.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=599.787Β΅s] [gotSchemaVersion=214] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:55.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=214] [2024/05/06 09:18:55.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.549387ms] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:55.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:55.305 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:55.305 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:55.305 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bddec98f-c172-4313-91f4-2ca38665af4e] [watcherID=37bcb57f-ab56-4ad2-adad-9025f48b129c] [2024/05/06 09:18:55.306 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:55.308 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:55.308 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:55.308 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:55.308 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:55.992 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:716.937042ms txnStartTS:449573587577995274 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:716.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:55.992 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=469.809643ms] [2024/05/06 09:18:55.992 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:482.446227ms txnStartTS:449573587643531266 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:482.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:41 rocksdb_delete_skipped_count:19 rocksdb_key_skipped_count:95 rocksdb_cache_hit_count:6 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:18:55.992 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573587577995274\n# Query_time: 0.717772159\n# Parse_time: 0\n# Compile_time: 0.000390802\n# Rewrite_time: 0.000084865\n# Optimize_time: 0.000222501\n# Wait_TS: 0.000021183\n# Cop_time: 0.717063402 Process_time: 0.000108907 Wait_time: 0.000056931 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: bcd7df1463335119fc75a5a25ae9cc4fbb2403bad111f18913a53838d1b66b71\n# Stats: tidb_runaway_watch_done:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000108907 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.6931e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 242\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.716888404\n# PD_total: 0.000004387\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wAbwaTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoX2RvbmUuZG9uZV90aW1lCTAJdGltZTo3MTcuMW1zLCBsb29wczoxCTAgQnl0ZXMJMCBCeXRlcwoxCTMxXzEwCTAVYkBkYXRhOlNlbGVjdGlvbl85CVpLANAsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDcxNi45bXMsIHByb2Nfa2V5czogMCwgdG90XwESJDogMTA4LjnCtXMJFBx3YWl0OiA1Ng0TgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDQuNTcFTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBYQIYWxfLS8Fuhh9fQkyNDIgKSowTi9BCjIJMV85CTFfMDUmCGd0KJqLARgsIDAwMDAtBQMMIDAwOgUDAC4BFAwwMCkJIV0Ea3YF0wQ6ewWEEDBzLCBsKa5IfSwgc2Nhbl9kZXRhaWw6IHt0bwGrAGslUjgxLCBnZXRfc25hcHNob3QJwRAgMzAuMSUNNHJvY2tzZGI6IHtibG9jIaQ5VDBjb3VudDogMn19fSwgAXU+YgAhpwhlc3MNVAAxLq8BCGFsXyGxDRsANTG2AHQBxgh3YWwtSUUEHDZtc30JTi9BAQQcCjMJNDNfOAkhRCwxMDAwMAl0YWJsZTpaygJ8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96OAEgCU4vQQlOL0EK')\n# Plan_digest: 427b520df1bfa8a66481180b3e307dcb884a99b60de3967b55ac08615b0f46cf\n# Binary_plan: tidb_decode_binary_plan('qQfICqQHCgZTb3J0XzUSwwYKDlRhYmxlUmVhZGVyXzEwEoUECgtTZWxlY3Rpb25fORKfAQoPBSNMRnVsbFNjYW5fOCEAAAAA+B03QSkBCfB1AIjDQDgCQAJKIgogCgVteXNxbBIXdGlkYl9ydW5hd2F5X3dhdGNoX2RvbmVSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeAkIDP///wEFjiwokzdBKauqqqqqCqoFjhBSR2d0KAWNAC5ajAAULmRvbmVfAWUYLCAwMDAwLQUDDCAwMDoFAwAuARQcMDApat4BdGlmlACoLCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDEsIGdldF9zbmFwc2hvdAVs4DogMzAuMcK1cywgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19LCB0aW1lXzpiABxwcm9jZXNzXwHAGDogMTA4LjkFVQmADHdhaXQNGwQ1NhEaAcYQd2FsbF8JNCA3MTYuNm1zfXAhRgUBBAF4BQcBASQBIVVVVVWVB/5AOVYsAUABUhBkYXRhOlNlVSAEWhUFThQ3MTcuMW05rBhi2wFjb3BfJckQIHtudW0lDgxtYXg6BXgAOQErAcMtKgQwLAG5BdU6zQAAXwHLCDogNRHGEGNvcHJfOSgYcmF0aW86ICGuGCwgYnVpbGQFdAhfZHUFGhhuOiA0LjU3JRqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWYAGEtMwg3MTYBugx9fXDyMisBGGwL2lIRjA1dgSErACeafgJaQgEEGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:18:55.992 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:55.992 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:55.992 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:55.992 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:55.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573587643531266\n# Query_time: 0.485430904\n# Parse_time: 0\n# Compile_time: 0.00133916\n# Rewrite_time: 0.000296303\n# Optimize_time: 0.000829615\n# Wait_TS: 0.000045783\n# Cop_time: 0.483166266 Process_time: 0.000224147 Wait_time: 0.000061632 Request_count: 2 Total_keys: 146 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 71 Rocksdb_key_skipped_count: 355 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000112073 Cop_proc_p90: 0.000113268 Cop_proc_max: 0.000113268 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.0816e-05 Cop_wait_p90: 3.1064e-05 Cop_wait_max: 3.1064e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17005\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kyWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjQ4My4xbXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITAxXz1dCCwgQxl3WDpPRkYJNC43MSBLQglOL0EKMgk2XzE2JWogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALnACEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAndUydgNMcGFydGlhbF93b3JrZXI6e3dhbGylISg6NDgyLjk5MDU0OAExHe8MOjUsIEWTbG51bTowLCB0b3Rfd2FpdDoyLjQxNDcyNzA2M3MJFxRleGVjOjANDWX2CSQoNDA3OTJzLCBtYXgJaBA1MDYyNAFoCHA5NTISABR9LCBmaW5aoQAYMy4wNzU2MXKhAAGtEaEYNC4yMjbCtQ2QBZ0MMzg3bg0QGaAUOTEwNTI4LqAAEDk1MTA1MqAADRIAfYGgAQQECjPBDhw4CTAJMC4wMl6jBoGeWjIEJVP+EQZaEQZ5Wlp9ADImA14kAC7yAlokAEnFWh0ALpACMp8GdpsFXrsCbjEGGDQJMTdfMjAxjlBpbm5lciBqb2luLCBlcXVhbDpbZXEu1wVKggByywABHRApIGVxKNE1ADfBwcniCDYpXRmzCDIuOUE3GkMIfCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6ODczLjfCQZsQZmV0Y2gdEAUyDDowc30eeAgRCCAKNQkzXzIxKEIBUwApEes9fI7VAEokADLoAQxjYXN0eikBWbkwZG91YmxlIEJJTkFSWf1SADcxEAw3OTcuaYE1ET7GAQgyLjb19xQ2CTMwXzJ1VBVGDDgzLjglLA1GDAkyMzkanAkOLggYNwk0N18yNTEZGDFfMAkxMAkpbzRzdCwgaW5kZXg6aWR4X4EDDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB/hxzOnBzZXVkbxGbCDY1MT7hAAhjb3ASnwoIOiB7oTEEIDGJ9xQgNTQ2LjMFxgxwcm9jYfoIczogrU8BEhA6IDExMw0ilcIQIDMxLjEFNWRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMFFlJZgEZHUFGhBuOiAyNw06LG1heF9kaXN0c3FsXz3sTDogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoxpdAOaQsYaW1lOjUxMwXmHH19LCB0aWt2BWsEOnsFHKHuLZc8fSwgc2Nhbl9kZXRhaWw6IEnrDeoQMTA1LCASIAoYbmFwc2hvdKmAACANW6AsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTIsIGtleT4XAAQyNiEBCGxvYyFxAH0JogRtZT6EACFhCGVzcxF0LmkBwWwEYWkRjzVwBej5HhwgMjI3LjXCtd0BMDcJMV8yNyhQcm9iZSlFdsUKBGluekADQUhIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApgQdhBAEEHAo4CTQ1XzI2BYsyAQOCzAIBPwEEiWMAORHUGDAJMjkuOTcuZAQ+9Aqdfy4bAEWM/t0G/t0G/t0Gqt0GPjcFLgwBDgQIXioFDuQMZUcOfgkANzI6Bj4pBQw0LjM0HiANpSkFPSmhkY8+RgAUCTI0NSBCEsUOtSkEMzMuKQUAM7EptShFnwAoBQa9IAxwYXVzQaIALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdQALFXeolYFAccANjINAV5VBQEqFkgKYlQFCDAuOaVBvVQAMIXOACwBVrpUBQAy/lQFtVQNuomx1lMFBDQxVlIFCDEuMgXyflIFBDE5wecAeT5SBQw5NSwgsVHZca2GADaiYwU9eDpjBTF/PmMFCDE5OCWsJmQLoWMEMzWRj+HZSfBWJQUudQMSsQlGHgUEMzQFRi72AqYdBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('1CjACs8oCgdTb3J0XzEzErYnCg1Qcm9qZWN0aW9uXzE1EqwkCgpIYXNoQWdnXzE2Et4aCjIhABQ4ErQXCgsBISRKb2luXzIwEocKMkMAZDIxEo0ICg5JbmRleExvb2tVcF8yOBKeBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwWF0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oWdGltZTo2NTEuNsK1cywgbG9vcHM6MWLdAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDU0Ni4zBSxEcHJvY19rZXlzOiAwLCB0b3RfARIYOiAxMTMuMwUiARQkd2FpdDogMzEuMQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV1CF9kdQUaEG46IDI3DTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFmAhhbF8F5wg1MTMF5yB9fWqBAnRpa3YFbAQ6ewUdADAZ/gx9LCBzIZkoZGV0YWlsOiB7dG8BRAnrQDEwNSwgZ2V0X3NuYXBzaG90CVwAIA1coCwgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1Miwga2V5PhcABDI2IQIsbG9jazoge319fSwgAZc+hAAhYghlc3MRdC5qAQRhbCVsDRs1cQXoCHdhbC0ELCAyMjcuNcK1c31w/xEBBAF4EQok/wESnQIKDFNlbG0IPDI3Em4KEVRhYmxlUm93SURJsQA2Sa4EVKU6rgIIDQoLXa4EUh52fQJWgQAIGgECCV4skKVAKaDbSxqjdZQ/YQwQUm5pbihlC2AudGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2suQdtIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVafABwhjURsjTL1ch2cCAFAAW1IEDc4My44RecAbGlIBHDvLlwBYecYqYPAp2MVdDY/AAhSlQF+2QAMZXAsIHYkAH0UFCwgY2FzdHrmACEyQdRoLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3EdcEOTdlOAAsEdcIYg9DfYEUT0ZGcOwULkQCBL4LNgoFDDkS/wc2CgUMMzYS2EYKBQgzMxqxCgS4mlFcAD6pCggcChpRXBQBdBoOCgUl7QASCQcEUm2xAQxwYXVzIfAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTSIALFUshjcFABVhnBg6NDgyLjZtPRcA22I2BQErADQBK2HBIXZGNQUIMC45RTu9NQAwLXcAY8I1BQAy/jUFtTUNugx9fWqR4jQFBDQxVjMFCDEuMgXzfjMFBDE5wckAeT4zBQw5NSwgsTLZU61nADaiRAU9eTpEBTGAPkQFCDE5OCWtXkQFBNYBLkQFDDM1Em1CRAUEMzSJ5gSquTroAggMCgpZ6PpDBSgEukApuR6F61H4PWVFBFIoVgQFDGdsb2LhJalEav0EGIk7w9ZL4Y0dVoH9eQ4AN0HjkfwA9Tb8BCACIekglPkmAY82PgAIUtsCndguigAEaWQy8wQuGwABqmFGZiEACHlwZWIdAIU6Yh4AGHByaW9yaXRmXAAUY3JlYXRl5WhiRQAyjQVa4AAAcz7VBTbiAAByEmUIBGNvAck+zwUuKgAhJ17CBQA2WpwBRsEFBNwivcFEIcWpGiU5zpRAKYnS3uALk5k/IehYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6ZwZy5gABHRApIGVxKNVzBCwgEQsINildHb4AOV1aBGI7FioKFGhhc2hfdA6cCAQ6exKjCRQ6ODczLjeFUxBmZXRjaB0QBTIsOjBzfSF+/VR9SBaVOtwAAMv+hgL+hgL+hgL+hgKKhgJdyABiRn0JXfMEWhPtIAAzLrYBQjUIBNglLnQCGM6mZ+JvmpWxDwDwSXQEtwYO5AkQcCBieTodfz4AAyBmdW5jczptYXh6jQIdpCroCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG9ZkwAESKemACB7mpOAKUMKSN+nAClG2ZLAAUfnpYAsUlmTwARIp5SAL16ZlUAHSWiWAAmzgpqWAAZJZ5YAIXfYjICAR6eSgAAdN0PZlIALiYAVoQDGMECcGFydGkO6AgYb3JrZXI6eyYbDg7qCRQ5OTA1NDhhth3vDDo1LCBFkw4JEBrrDxLXDywyLjQxNDcyNzA2M3MSag8AXw6aEBJLDw7GCoUFCSQUNDA3OTJzFkMQBWgMNTA2MhYRCwQ5NTISABR9LCBmaW5aoQAYMy4wNzU2MXKhAAGtCG90XwWhEDQuMjI2xRABEwWdDDM4N24NrRmgFDkxMDUyOC6gABA5NTEwNSEIFaANElr0CRghNA3OSNbkPr8EAKv+Vwb+VwY6VwZJdFrDBHmPWiEAXRRm+giKHgkuqAL58QA1VrMCejcGFJLHF1XY/D54AQBeWsIAhuMAir8ABGlkIpkIPDMuMW1zLCBsb29wczoxGAE=')\n# Resource_group: default\n;"] [2024/05/06 09:18:56.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=786.803Β΅s] [gotSchemaVersion=215] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:56.003 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=215] [2024/05/06 09:18:56.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=52.90187ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:56.058 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:56.059 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:56.060 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f728000000000000000] [endKey=7480000000000000df5f72800000000000753000] [2024/05/06 09:18:56.068 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 09:18:56.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573587787710471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:56.076 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:18:56.082 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/225] [2024/05/06 09:18:56.108 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=223] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:56.122 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=270001] [2024/05/06 09:18:56.122 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:18:56.256 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:56.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:18:56.623 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:56.624 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=270001] [curr-step=init] [next-step=read-index] [2024/05/06 09:18:56.626 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:18:56.711 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=270001] [type=backfill] [remaining-slots=12] [2024/05/06 09:18:57.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:18:57.017 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:18:57.017 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/225] [keyspaceName=] [2024/05/06 09:18:57.020 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:57.020 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:57.020 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:57.020 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:57.021 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:57.021 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:57.021 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:57.021 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:57.021 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:57.025 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:57.026 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:57.026 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=225] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:18:57.026 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:18:57.031 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:18:57.033 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:57.033 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=225] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:18:57.034 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=270001] [subtask-id=240001] [jobID=225] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:18:57.034 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f728000000000000000] ["end key"=7480000000000000df5f72800000000000753000] [2024/05/06 09:18:57.034 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=270001] [subtask-id=240001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000df5f728000000000000000, endKey=7480000000000000df5f72800000000000753000"] [2024/05/06 09:18:57.108 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:18:57.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:18:57.183 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=270001] [subtask-id=240001] [id=1] [2024/05/06 09:18:57.229 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:18:57.273 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:18:57.273 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1031] [file=/tmp/tidb/tmp_ddl-4000/225/f75d9cab-8823-5503-94ba-459a1de580da.sst/962f45e8-6f94-418d-8a27-115d0f42a781.sst] [firstKey=7480000000000000DF5F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000DF5F698000000000000001038000000000007530038000000000007530] [2024/05/06 09:18:57.276 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=225] [2024/05/06 09:18:57.276 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 242670157824/467794132992, backend usage: 0"] [2024/05/06 09:18:57.276 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:18:57.278 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:57.299 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:18:57.299 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:57.310 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:18:57.312 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.379686ms] [] [2024/05/06 09:18:57.315 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=225] [2024/05/06 09:18:57.324 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:18:57.324 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:57.324 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=681.543Β΅s] [] [2024/05/06 09:18:57.324 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:18:57.325 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=402.111Β΅s] [] [2024/05/06 09:18:57.325 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:57.325 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:57.325 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:57.326 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:57.326 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.326 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:57.326 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=225] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:18:57.326 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=310.320715ms] [] [2024/05/06 09:18:57.624 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:18:57.628 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=270001] [type=backfill] [2024/05/06 09:18:57.924 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 09:18:57.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=556.678Β΅s] [gotSchemaVersion=216] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:57.953 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=216] [2024/05/06 09:18:58.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=52.929888ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573587787710471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573587787710471, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.010 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=225] [table=t] [index=idx] [2024/05/06 09:18:58.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=598.089Β΅s] [gotSchemaVersion=217] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:58.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=217] [2024/05/06 09:18:58.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.523207ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.077 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.078 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:18:58.085 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 09:18:58.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 65, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573588311998472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.093 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573588311998472, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000df5f69ffff000000000001,EndKey:7480000000000000df5f69ffff000000000001ff,First:false,PhysicalTableID:223,Ingest mode:false"] [2024/05/06 09:18:58.094 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f69ffff000000000001] ["end key"=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:18:58.094 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=223] ["end key"=7480000000000000df5f69ffff000000000001ff] ["current end key"=7480000000000000df5f69ffff00000000000100] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 223, range: [7480000000000000df5f69ffff000000000001, 7480000000000000df5f69ffff00000000000100), jobID: 225"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000df5f69ffff0000000000010000] ["take time"=429.503Β΅s] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 09:18:58.095 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=4] ["start key"=7480000000000000df5f69ffff000000000001] [2024/05/06 09:18:58.095 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 09:18:58.118 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:18:58.122 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=270001] [2024/05/06 09:18:58.124 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:58.124 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=270001] [2024/05/06 09:18:58.613 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573588325105680\n# Query_time: 0.481256859\n# Parse_time: 0\n# Compile_time: 0.000036104\n# Rewrite_time: 0.000000796\n# Optimize_time: 0.0000586\n# Wait_TS: 0\n# Prewrite_time: 0.480240782 Commit_time: 0.000753033 Get_commit_ts_time: 0.000114827 Slowest_prewrite_rpc_detail: {total:0.480s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 480ms}, scan_detail: {get_snapshot_time: 11.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 14.9Β΅s, propose_send_wait: 0s, persist_log: {total: 103Β΅s, write_leader_wait: 57ns, sync_log: 58.2Β΅s, write_memtable: 1.55Β΅s}, commit_log: 233.9Β΅s, apply_batch_wait: 479.2ms, apply: {total:251.4Β΅s, mutex_lock: 0s, write_leader_wait: 6.34Β΅s, write_wal: 27.3Β΅s, write_memtable: 88.9Β΅s}}} Commit_primary_rpc_detail: {total:0.480s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 480ms}, scan_detail: {get_snapshot_time: 11.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 14.9Β΅s, propose_send_wait: 0s, persist_log: {total: 103Β΅s, write_leader_wait: 57ns, sync_log: 58.2Β΅s, write_memtable: 1.55Β΅s}, commit_log: 233.9Β΅s, apply_batch_wait: 479.2ms, apply: {total:251.4Β΅s, mutex_lock: 0s, write_leader_wait: 6.34Β΅s, write_wal: 27.3Β΅s, write_memtable: 88.9Β΅s}}} Write_keys: 13 Write_size: 2179 Prewrite_region: 2\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:58.613 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:58.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=716.625Β΅s] [gotSchemaVersion=218] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:18:58.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=218] [2024/05/06 09:18:58.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.348215ms] [job="ID:225, Type:add index, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573588311998472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.674 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=225] [tableID=223] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:18:58.676 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=225] [jobType="add index"] [2024/05/06 09:18:58.677 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [job="ID:225, Type:add index, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 09:18:54.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573588311998472, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:18:58.685 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=225] [2024/05/06 09:18:58.685 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:58.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 23\n# Query_time: 3.960138971\n# Parse_time: 0.000032985\n# Compile_time: 0.000062471\n# Rewrite_time: 0.000002486\n# Optimize_time: 0.000025293\n# Wait_TS: 0.000136196\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:18:58.687 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:18:58.696 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [2024/05/06 09:18:58.696 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [2024/05/06 09:18:58.696 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:58.697 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=2.497Β΅s] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=981ns] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=1.083Β΅s] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=1.443Β΅s] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=2.723Β΅s] [2024/05/06 09:18:58.698 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:58.698 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:58.698 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:58.699 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bc560168-7c17-4302-918d-fe3d62542575] ["take time"=3.005782ms] [2024/05/06 09:18:58.699 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bc560168-7c17-4302-918d-fe3d62542575] [2024/05/06 09:18:58.700 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:18:58.700 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bddec98f-c172-4313-91f4-2ca38665af4e] [watcherID=37bcb57f-ab56-4ad2-adad-9025f48b129c] [2024/05/06 09:18:58.700 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:18:58.700 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/bddec98f-c172-4313-91f4-2ca38665af4e] [2024/05/06 09:18:58.700 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:58.700 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:18:58.700 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:18:58.700 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:18:58.700 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1055] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:58.701 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:58.701 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bc560168-7c17-4302-918d-fe3d62542575] [2024/05/06 09:18:58.701 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8"] [error="lost watcher waiting for delete"] [2024/05/06 09:18:58.701 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:58.701 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:58.701 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bc560168-7c17-4302-918d-fe3d62542575] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="context canceled"] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [2024/05/06 09:18:58.701 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:58.701 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:58.701 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:58.702 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:58.702 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:58.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:58.702 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:58.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:58.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:58.702 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8"] [error="context canceled"] [2024/05/06 09:18:58.702 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8"] [2024/05/06 09:18:58.702 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:58.709 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:18:58.709 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="context canceled"] [2024/05/06 09:18:58.709 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [2024/05/06 09:18:59.944 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8fc7940d-4cc9-4798-8d0b-1a4a99fc54d8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:59.948 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:59.948 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:18:59.948 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:59.979 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc560168-7c17-4302-918d-fe3d62542575"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:59.979 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:18:59.979 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:18:59.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:59.980 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.284257732s] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:59.980 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:59.980 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.980 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:59.980 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:59.980 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexFinishImportError (5.78s) === RUN TestAddIndexRemoteDuplicateCheck [2024/05/06 09:18:59.983 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:18:59.983 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:18:59.983 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:18:59.983 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:59.983 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:18:59.984 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:59.984 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:59.984 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:59.984 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:59.984 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:59.984 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:18:59.986 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:59.986 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:59.986 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:18:59.989 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:59.994 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:00.007 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1858] ["lease id"=22318f4d304e94dd] [2024/05/06 09:19:00.008 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:00.022 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=218] ["start time"=11.820611ms] [2024/05/06 09:19:00.023 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:00.023 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=202568bb-7006-4996-91a8-fd3b96f82624] [runWorker=true] [2024/05/06 09:19:00.023 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:00.024 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:00.025 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:00.025 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242672295936/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:00.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:00.025 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:00.025 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:00.025 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:00.027 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:00.027 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=468f26ea-8429-47aa-aec8-503b8023f79f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:00.027 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8e77] [ownerID=202568bb-7006-4996-91a8-fd3b96f82624] [op=none] [2024/05/06 09:19:00.028 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:00.030 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:00.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:00.031 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:00.041 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:00.044 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:00.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:00.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:00.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:00.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:00.045 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:00.045 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:00.045 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:00.045 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:00.045 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:00.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:00.046 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:00.047 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:00.047 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:00.047 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:00.047 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:00.047 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:00.047 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:00.047 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/04f6195f-f498-4564-8b1f-6d581041312e] [2024/05/06 09:19:00.048 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:00.048 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:00.048 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:00.049 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:00.049 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:00.049 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:00.051 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.455063ms] [2024/05/06 09:19:00.055 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:00.057 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=218] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:00.064 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.064 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:00.076 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:00.077 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8e77] [ownerID=202568bb-7006-4996-91a8-fd3b96f82624] [op=none] [2024/05/06 09:19:00.077 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [op=none] [2024/05/06 09:19:00.077 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:00.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=45.555Β΅s] [gotSchemaVersion=219] [phyTblIDs="[223]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=219] [2024/05/06 09:19:00.143 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.733647ms] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=59.169Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=220] [2024/05/06 09:19:00.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.0198ms] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=32.11Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.225 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=221] [2024/05/06 09:19:00.272 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.966269ms] [job="ID:226, Type:drop schema, State:done, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.283 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:00.287 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="drop schema"] [2024/05/06 09:19:00.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [job="ID:226, Type:drop schema, State:synced, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.294 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:19:00.294 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.295 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=221] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:00.302 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.302 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:00.309 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=251.485Β΅s] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:00.319 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=222] [2024/05/06 09:19:00.367 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=52.433ms] [job="ID:228, Type:create schema, State:done, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.373 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [job="ID:228, Type:create schema, State:synced, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.378 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:19:00.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.383 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:00.393 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=1] [2024/05/06 09:19:00.399 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_enable_dist_task] [val=0] [2024/05/06 09:19:00.399 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=222] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:19:00.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.407 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:19:00.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.416 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 227, Table ID: 229, Table Name: t"] [2024/05/06 09:19:00.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=556.02Β΅s] [gotSchemaVersion=223] [phyTblIDs="[229]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:00.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=223] [2024/05/06 09:19:00.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=52.344671ms] [job="ID:230, Type:create table, State:done, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [job="ID:230, Type:create table, State:synced, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:19:00.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.483 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e55f728000000000007530] [2024/05/06 09:19:00.485 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e55f728000000000007530] ["first new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:133} Peers:[id:577 store_id:1 id:578 store_id:4 id:579 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 09:19:00.485 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=576] [2024/05/06 09:19:00.485 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000e55f728000000000007530] ["new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:133} Peers:[id:577 store_id:1 id:578 store_id:4 id:579 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:19:00.485 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[576]"] [2024/05/06 09:19:00.485 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=576] [backoff(ms)=299997] [2024/05/06 09:19:00.486 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=576] [2024/05/06 09:19:00.487 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573588954251272] [2024/05/06 09:19:00.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573588954251274] [2024/05/06 09:19:00.490 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=223] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:19:00.495 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:00.495 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:19:00.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.503 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:00.510 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=517.773Β΅s] [gotSchemaVersion=224] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:00.513 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=224] [2024/05/06 09:19:00.561 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.939281ms] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.575 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=569.054Β΅s] [gotSchemaVersion=225] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:00.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=225] [2024/05/06 09:19:00.626 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.319462ms] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=684.498Β΅s] [gotSchemaVersion=226] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:00.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=226] [2024/05/06 09:19:00.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.189725ms] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.703 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:00.703 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=1] [2024/05/06 09:19:00.703 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/231] [keyspaceName=] [2024/05/06 09:19:00.706 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:00.706 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:00.706 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:00.706 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:00.707 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:00.707 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:00.707 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:00.707 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:00.707 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:00.712 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:00.713 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:00.713 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:00.714 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=231] [physicalTableID=229] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 09:19:00.721 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 09:19:00.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.727 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:00.731 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=229] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:00.731 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 09:19:00.732 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=231] [start=7480000000000000e55f728000000000000001] [end=7480000000000000e55f7280000000000186a000] ["checkpoint physical ID"=229] [2024/05/06 09:19:00.732 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000e55f728000000000000001,EndKey:7480000000000000e55f7280000000000186a000,First:false,PhysicalTableID:229,Ingest mode:true"] [2024/05/06 09:19:00.757 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=229] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.757 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=229] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=231] [localCnt=0] [2024/05/06 09:19:00.759 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:00.759 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:00.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:00.810 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:00.855 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:00.855 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=231] [reader=1] [writer=2] [2024/05/06 09:19:00.855 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=229] ["start key"=7480000000000000e55f728000000000000001] ["end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 09:19:00.855 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=2] [regionCnt=2] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 09:19:00.856 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=229] ["end key"=7480000000000000e55f728000000000007530] ["current end key"=7480000000000000e55f72800000000000000100] [2024/05/06 09:19:00.856 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=2] [pTbl=229] ["end key"=7480000000000000e55f7280000000000186a000] ["current end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 09:19:00.856 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:00.856 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 229, range: [7480000000000000e55f728000000000000001, 7480000000000000e55f72800000000000000100), jobID: 231"] [2024/05/06 09:19:00.857 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=2] [task="taskID: 2, physicalTableID: 229, range: [7480000000000000e55f728000000000007530, 7480000000000000e55f7280000000000186a000), jobID: 231"] [2024/05/06 09:19:00.857 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:00.860 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=108] [count=2] [cost=455.057Β΅s] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/34b6650a-f69b-4e71-a623-485e3a17c0b6.sst] [2024/05/06 09:19:00.860 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1041] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/34b6650a-f69b-4e71-a623-485e3a17c0b6.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [2024/05/06 09:19:00.861 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 242672295936/467794132992, backend usage: 0"] [2024/05/06 09:19:00.861 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:00.862 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:00.884 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 09:19:00.884 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:00.885 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000E55F698000000000000001038000000000000001] [endKey=7480000000000000E55F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:19:02.885 +00:00] [2024/05/06 09:19:00.885 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.886 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.637027ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 09:19:00.887 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 242672295936/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl/ingest.TryFlushAllIndexes\n\tpkg/ddl/ingest/flush.go:22\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*CheckpointManager).UpdateCurrent\n\tpkg/ddl/ingest/checkpoint.go:177\ngithub.com/pingcap/tidb/pkg/ddl.(*addIndexIngestWorker).HandleTask\n\tpkg/ddl/backfilling_scheduler.go:588\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:00.887 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=2] [2024/05/06 09:19:00.887 +00:00] [WARN] [backfilling.go:641] ["backfill worker failed"] [category=ddl] ["job ID"=231] ["total added count"=1] ["start key"=7480000000000000e55f728000000000000001] ["result next key"=] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.887 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 242672295936/467794132992, backend usage: 0"] [2024/05/06 09:19:00.887 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:00.888 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:00.910 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 09:19:00.910 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:00.911 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000E55F698000000000000001038000000000000001] [endKey=7480000000000000E55F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:19:02.911 +00:00] [2024/05/06 09:19:00.911 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.912 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=24.81447ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 09:19:00.912 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 242672295936/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl/ingest.TryFlushAllIndexes\n\tpkg/ddl/ingest/flush.go:22\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*CheckpointManager).Sync\n\tpkg/ddl/ingest/checkpoint.go:221\ngithub.com/pingcap/tidb/pkg/ddl.(*ingestBackfillScheduler).close\n\tpkg/ddl/backfilling_scheduler.go:400\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord.func2\n\tpkg/ddl/backfilling.go:710\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:19:00.912 +00:00] [WARN] [checkpoint.go:223] ["flush local engine failed"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.917 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000e55f7280000000000186a000] ["global checkpoint"=] ["global physical ID"=229] [] [2024/05/06 09:19:00.917 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=1] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.937 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:19:00.940 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:00.940 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=645.214Β΅s] [] [2024/05/06 09:19:00.940 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:00.941 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=538.046Β΅s] [] [2024/05/06 09:19:00.941 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:00.942 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:00.942 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:00.942 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:00.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:00.942 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 09:19:00.942 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:00.945 +00:00] [WARN] [index.go:941] ["run reorg job failed, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:1, ArgLen:3, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:319\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1059\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:938\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.945 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:319\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1059\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:938\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:00.949 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 09:19:00.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:00.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=228] ["start time"=833.532Β΅s] [gotSchemaVersion=228] [phyTblIDs="[229,229]"] [actionTypes="[7,7]"] [diffTypes="[\"add index\",\"add index\"]"] [2024/05/06 09:19:00.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=228] [2024/05/06 09:19:01.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.912885ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:1, ArgLen:2, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:01.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:01.028 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:01.028 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:01.028 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:01.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:01.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=514.635Β΅s] [gotSchemaVersion=229] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:01.032 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=229] [2024/05/06 09:19:01.049 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:01.049 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:01.049 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/04f6195f-f498-4564-8b1f-6d581041312e] [watcherID=212aa891-a069-4533-8f95-794797b03ba7] [2024/05/06 09:19:01.049 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:01.051 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:01.051 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:01.051 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:01.051 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:01.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=51.903296ms] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:1, ArgLen:2, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:01.086 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=231] [tableID=229] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:01.089 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="add index"] [2024/05/06 09:19:01.090 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:1, ArgLen:2, start time: 2024-05-06 09:19:00.481 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449573589006680071, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:01.093 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 09:19:01.096 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=231] [2024/05/06 09:19:01.096 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:01.096 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.606155811\n# Parse_time: 0.00003964\n# Compile_time: 0.000074124\n# Rewrite_time: 0.000001613\n# Optimize_time: 0.000022873\n# Wait_TS: 0.000120474\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:19:01.107 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 09:19:01.108 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [2024/05/06 09:19:01.108 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [2024/05/06 09:19:01.108 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:01.109 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=1.843Β΅s] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=1.367Β΅s] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=905ns] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=814ns] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=1.255Β΅s] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:01.110 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:01.110 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=202568bb-7006-4996-91a8-fd3b96f82624] ["take time"=2.734991ms] [2024/05/06 09:19:01.110 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=202568bb-7006-4996-91a8-fd3b96f82624] [2024/05/06 09:19:01.111 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:01.111 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/04f6195f-f498-4564-8b1f-6d581041312e] [watcherID=212aa891-a069-4533-8f95-794797b03ba7] [2024/05/06 09:19:01.111 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:01.111 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/04f6195f-f498-4564-8b1f-6d581041312e] [2024/05/06 09:19:01.111 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:01.112 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:01.112 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:01.112 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:01.112 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1858] [2024/05/06 09:19:01.113 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=202568bb-7006-4996-91a8-fd3b96f82624] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:01.113 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:01.113 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:01.113 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 468f26ea-8429-47aa-aec8-503b8023f79f"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:01.113 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:01.113 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=202568bb-7006-4996-91a8-fd3b96f82624] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="context canceled"] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 468f26ea-8429-47aa-aec8-503b8023f79f"] [error="context canceled"] [2024/05/06 09:19:01.113 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=468f26ea-8429-47aa-aec8-503b8023f79f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:01.113 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 468f26ea-8429-47aa-aec8-503b8023f79f"] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:01.113 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:01.113 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 468f26ea-8429-47aa-aec8-503b8023f79f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:01.120 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:01.120 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="context canceled"] [2024/05/06 09:19:01.120 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [2024/05/06 09:19:02.373 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:02.374 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:02.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:02.378 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 468f26ea-8429-47aa-aec8-503b8023f79f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:02.379 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 202568bb-7006-4996-91a8-fd3b96f82624"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:02.379 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:02.379 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:02.379 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:02.379 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.27168485s] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.379 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:02.379 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.379 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:02.379 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:02.380 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexRemoteDuplicateCheck (2.40s) === RUN TestAddIndexBackfillLostUpdate [2024/05/06 09:19:02.382 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:02.382 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:02.382 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:02.383 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.383 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:02.384 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.384 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.384 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:02.384 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:02.384 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.384 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:02.385 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:02.386 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:02.386 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:02.388 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:02.394 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:02.403 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1357] ["lease id"=3eaa8f4d304e8ea9] [2024/05/06 09:19:02.404 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:02.416 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=229] ["start time"=11.239052ms] [2024/05/06 09:19:02.418 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:02.418 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [runWorker=true] [2024/05/06 09:19:02.418 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:02.419 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:02.419 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:02.419 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:02.419 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242544128000/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:02.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:02.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:02.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:02.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:02.420 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:02.420 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:02.420 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:02.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:02.421 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:02.421 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9c00] [ownerID=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [op=none] [2024/05/06 09:19:02.421 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7e0c11d8-eab4-46f4-867d-914ce03a3d36] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:02.422 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:02.425 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:02.425 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:02.426 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:02.436 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:02.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:02.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:02.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:02.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:02.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:02.440 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:02.440 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:02.440 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:02.440 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:02.440 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:02.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:02.440 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:02.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:02.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:02.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:02.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:02.441 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:02.442 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:02.442 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/86aa6f4e-cd08-42d9-8979-5b075882786c] [2024/05/06 09:19:02.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:02.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:02.443 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:02.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:02.444 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:02.444 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:02.445 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.515985ms] [2024/05/06 09:19:02.451 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:02.452 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=229] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:02.458 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.458 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:02.471 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:02.471 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9c00] [ownerID=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [op=none] [2024/05/06 09:19:02.471 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [op=none] [2024/05/06 09:19:02.471 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:02.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=58.358Β΅s] [gotSchemaVersion=230] [phyTblIDs="[229]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:02.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=230] [2024/05/06 09:19:02.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.761985ms] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.545 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=35.195Β΅s] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:02.553 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=231] [2024/05/06 09:19:02.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=52.560006ms] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=31.371Β΅s] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:02.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=232] [2024/05/06 09:19:02.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.883395ms] [job="ID:232, Type:drop schema, State:done, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.671 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:02.675 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="drop schema"] [2024/05/06 09:19:02.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [job="ID:232, Type:drop schema, State:synced, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:19:02.681 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:02.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=232] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:02.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.688 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:02.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=276.055Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:02.703 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=233] [2024/05/06 09:19:02.752 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.987494ms] [job="ID:234, Type:create schema, State:done, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.757 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [job="ID:234, Type:create schema, State:synced, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.762 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 09:19:02.762 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:02.769 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:02.769 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=233] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:19:02.776 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.776 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:19:02.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.784 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 233, Table ID: 235, Table Name: t"] [2024/05/06 09:19:02.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=459.513Β΅s] [gotSchemaVersion=234] [phyTblIDs="[235]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:02.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=234] [2024/05/06 09:19:02.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.894524ms] [job="ID:236, Type:create table, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:02.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.847 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [job="ID:236, Type:create table, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:02.852 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 09:19:02.852 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:02.855 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=234] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:19:02.862 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:02.862 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:19:02.871 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.872 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:02.874 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.880 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=560.994Β΅s] [gotSchemaVersion=235] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:02.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=235] [2024/05/06 09:19:02.930 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.059054ms] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.934 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.939 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.942 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:02.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=554.313Β΅s] [gotSchemaVersion=236] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:02.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=236] [2024/05/06 09:19:02.998 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.441528ms] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.001 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.007 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.007 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.010 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573589609611273] [2024/05/06 09:19:03.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=704.841Β΅s] [gotSchemaVersion=237] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:03.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=237] [2024/05/06 09:19:03.070 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.069501ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.073 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.080 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.080 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:03.081 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:03.081 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/237] [keyspaceName=] [2024/05/06 09:19:03.084 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:03.084 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:03.084 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:03.084 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:03.085 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:03.085 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:03.085 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:03.085 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:03.085 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:03.090 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:03.091 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:03.091 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:03.092 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 09:19:03.097 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.100 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 09:19:03.100 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.106 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.107 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:03.110 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=235] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:03.110 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 09:19:03.112 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=237] [start=7480000000000000eb5f728000000000000001] [end=7480000000000000eb5f72800000000000000100] ["checkpoint physical ID"=235] [2024/05/06 09:19:03.112 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f728000000000000001,EndKey:7480000000000000eb5f72800000000000000100,First:false,PhysicalTableID:235,Ingest mode:true"] [2024/05/06 09:19:03.136 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=235] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:03.136 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=235] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=237] [localCnt=0] [2024/05/06 09:19:03.139 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:03.139 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:03.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:03.183 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:03.227 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:03.227 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:03.270 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:19:03.270 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:03.315 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:03.315 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=237] [reader=2] [writer=4] [2024/05/06 09:19:03.315 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f728000000000000001] ["end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 09:19:03.315 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 09:19:03.316 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f72800000000000000100] ["current end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 09:19:03.316 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:03.316 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f728000000000000001, 7480000000000000eb5f72800000000000000100), jobID: 237"] [2024/05/06 09:19:03.317 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:03.318 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/237/f75d9cab-8823-5503-94ba-459a1de580da.sst/03457e8f-7d7d-430d-ae1e-26b754b899fc.sst] [firstKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 09:19:03.323 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000eb5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=235] [] [2024/05/06 09:19:03.323 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000eb5f728000000000000001] [2024/05/06 09:19:03.323 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:19:03.349 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] [2024/05/06 09:19:03.349 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:03.350 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=738.135Β΅s] [] [2024/05/06 09:19:03.350 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:03.350 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:03.351 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:03.373 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 09:19:03.373 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:03.382 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:19:03.383 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.229089ms] [] [2024/05/06 09:19:03.383 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:03.384 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=576.848Β΅s] [] [2024/05/06 09:19:03.384 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:19:03.384 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:03.385 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=808.495Β΅s] [] [2024/05/06 09:19:03.387 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=747.496Β΅s] [gotSchemaVersion=238] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:03.396 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=238] [2024/05/06 09:19:03.422 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:03.422 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:03.422 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:03.422 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:03.442 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:03.443 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:03.443 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/86aa6f4e-cd08-42d9-8979-5b075882786c] [watcherID=48197ca7-cf61-4269-8fc6-50bd5511c65e] [2024/05/06 09:19:03.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.300288ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.444 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:03.446 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:03.446 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:03.446 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:03.446 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:03.447 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.452 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589635825666, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.452 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=237] [table=t] [index=idx] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:03.454 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:03.454 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:03.454 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:03.454 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:03.454 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:03.454 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 09:19:03.454 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:03.456 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=589.439Β΅s] [gotSchemaVersion=239] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:03.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=239] [2024/05/06 09:19:03.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.126118ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.515 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.520 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.520 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.521 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:19:03.525 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.527 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 09:19:03.528 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.534 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.536 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f69ffff000000000001,EndKey:7480000000000000eb5f69ffff000000000001ff,First:false,PhysicalTableID:235,Ingest mode:false"] [2024/05/06 09:19:03.537 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f69ffff000000000001] ["end key"=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:19:03.537 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:19:03.538 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f69ffff000000000001ff] ["current end key"=7480000000000000eb5f69ffff00000000000103800000000000000200] [2024/05/06 09:19:03.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 09:19:03.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 09:19:03.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 09:19:03.541 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f69ffff000000000001, 7480000000000000eb5f69ffff00000000000103800000000000000200), jobID: 237"] ["added count"=2] ["scan count"=3] ["next key"=7480000000000000eb5f69ffff0000000000010380000000000000020000] ["take time"=3.128605ms] [2024/05/06 09:19:03.541 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 09:19:03.541 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000eb5f69ffff000000000001] [2024/05/06 09:19:03.541 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:03.564 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:03.564 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=633.629Β΅s] [gotSchemaVersion=240] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:03.573 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=240] [2024/05/06 09:19:03.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.365137ms] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.624 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.634 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=237] [tableID=235] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:03.637 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=237] [jobType="add index"] [2024/05/06 09:19:03.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.646 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:02.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573589740945415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:03.647 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 09:19:03.647 +00:00] [INFO] [callback.go:70] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:03.648 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.792872879\n# Parse_time: 0.000027922\n# Compile_time: 0.000047738\n# Rewrite_time: 0.000002013\n# Optimize_time: 0.000019171\n# Wait_TS: 0.000265496\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:19:03.648 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:19:03.653 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [2024/05/06 09:19:03.653 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [2024/05/06 09:19:03.653 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=1.468Β΅s] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=3.332Β΅s] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=620ns] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=801ns] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=755ns] [2024/05/06 09:19:03.654 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:03.654 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:03.654 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:03.655 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] ["take time"=2.300923ms] [2024/05/06 09:19:03.655 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [2024/05/06 09:19:03.657 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:03.657 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/86aa6f4e-cd08-42d9-8979-5b075882786c] [watcherID=48197ca7-cf61-4269-8fc6-50bd5511c65e] [2024/05/06 09:19:03.657 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:03.657 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/86aa6f4e-cd08-42d9-8979-5b075882786c] [2024/05/06 09:19:03.657 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:03.657 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:03.657 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:03.657 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:03.657 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1357] [2024/05/06 09:19:03.658 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:03.658 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:03.658 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:03.658 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7e0c11d8-eab4-46f4-867d-914ce03a3d36"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:03.658 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="context canceled"] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:03.658 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:03.658 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:03.658 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:03.658 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:03.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:03.659 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7e0c11d8-eab4-46f4-867d-914ce03a3d36"] [error="context canceled"] [2024/05/06 09:19:03.659 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:03.659 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7e0c11d8-eab4-46f4-867d-914ce03a3d36"] [2024/05/06 09:19:03.659 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:03.659 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:03.659 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:03.659 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7e0c11d8-eab4-46f4-867d-914ce03a3d36] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:03.659 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7e0c11d8-eab4-46f4-867d-914ce03a3d36"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:03.659 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:03.666 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:03.666 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="context canceled"] [2024/05/06 09:19:03.666 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [2024/05/06 09:19:03.666 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:04.903 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:04.904 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:04.904 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:04.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:04.910 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7e0c11d8-eab4-46f4-867d-914ce03a3d36"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:04.923 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2f0005f-6188-4fd8-a2bd-ce41a28f2a5f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:04.923 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:04.923 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:04.923 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.270433716s] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:04.923 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:04.923 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:04.923 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:04.923 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:04.923 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexBackfillLostUpdate (2.54s) === RUN TestAddIndexPreCheckFailed [2024/05/06 09:19:04.926 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:04.926 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:04.926 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:04.926 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:04.926 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:04.927 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:04.927 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:04.927 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:04.927 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:04.927 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:04.928 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:04.929 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:04.929 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:04.929 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:04.932 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:04.937 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:04.949 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1146] ["lease id"=6f188f4d304e9c30] [2024/05/06 09:19:04.950 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:04.964 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=240] ["start time"=12.107689ms] [2024/05/06 09:19:04.965 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:04.965 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=92652b16-6cde-4209-9660-488ec0225724] [runWorker=true] [2024/05/06 09:19:04.965 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:04.966 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:04.967 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:04.967 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:04.967 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242544173056/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:04.967 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:04.967 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:04.967 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:04.968 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9543] [ownerID=92652b16-6cde-4209-9660-488ec0225724] [op=none] [2024/05/06 09:19:04.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:04.968 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b65cdd02-ac76-4bd6-8351-0a05bfeb0195] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:04.969 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:04.972 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:04.973 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:04.973 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:04.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:04.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:04.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:04.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:04.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:04.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:04.987 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:04.987 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:04.987 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:04.987 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:04.987 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:04.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:04.988 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:04.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:04.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:04.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:04.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:04.989 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:04.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:04.990 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/36cd48ad-d83a-4525-9133-8f1459a72afd] [2024/05/06 09:19:04.990 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:04.990 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:04.990 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:04.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:04.991 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:04.991 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:04.993 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.109482ms] [2024/05/06 09:19:04.998 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:04.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=240] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:05.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.007 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:05.019 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:05.019 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e9543] [ownerID=92652b16-6cde-4209-9660-488ec0225724] [op=none] [2024/05/06 09:19:05.019 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [op=none] [2024/05/06 09:19:05.019 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:05.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=74.439Β΅s] [gotSchemaVersion=241] [phyTblIDs="[235]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=241] [2024/05/06 09:19:05.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=52.901293ms] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.158 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=36.266Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.167 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=242] [2024/05/06 09:19:05.216 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=52.990378ms] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=48.628Β΅s] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:05.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=243] [2024/05/06 09:19:05.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=52.285271ms] [job="ID:238, Type:drop schema, State:done, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.288 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:05.293 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop schema"] [2024/05/06 09:19:05.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:drop schema, State:synced, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.300 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:19:05.300 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.301 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.301485932\n# Parse_time: 0.000013986\n# Compile_time: 0.000037985\n# Rewrite_time: 0.000001559\n# Optimize_time: 0.000020991\n# Wait_TS: 0.000096011\n# Is_internal: false\n# Digest: 46858bb0150a45a24e93a54f27e66cbafba0718db4a9aefe5493be861649496a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists addindexlit;"] [2024/05/06 09:19:05.301 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=243] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:05.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:05.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=307.111Β΅s] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:05.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=244] [2024/05/06 09:19:05.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.331748ms] [job="ID:240, Type:create schema, State:done, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:05.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.379 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [job="ID:240, Type:create schema, State:synced, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.383 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:19:05.383 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.391 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:05.391 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=244] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:19:05.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:19:05.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.409 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 239, Table ID: 241, Table Name: t"] [2024/05/06 09:19:05.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=669.827Β΅s] [gotSchemaVersion=245] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:05.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=245] [2024/05/06 09:19:05.464 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.199694ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.481 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 09:19:05.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:05.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590264971267] [2024/05/06 09:19:05.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=245] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 09:19:05.490 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:05.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:05.490 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:05.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 09:19:05.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 80, tp add index"] [category=ddl] [jobID=243] [conn=30] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:05.499 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:243, Type:add index, State:running, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:05.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:05.499 +00:00] [INFO] [backend_mgr.go:109] ["ingest backfill is not available"] [category=ddl-ingest] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 09:19:05.499 +00:00] [INFO] [ddl_worker.go:1144] ["DDL job is cancelled normally"] [worker="worker 80, tp add index"] [category=ddl] [jobID=243] [conn=30] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 09:19:05.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 80, tp add index"] [category=ddl] [jobID=243] [conn=30] [job="ID:243, Type:add index, State:cancelled, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:05.481 +0000 UTC, Err:[ddl:8256]Check ingest environment failed: mock error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:05.504 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=243] [2024/05/06 09:19:05.504 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:05.504 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=245] [error="[ddl:8256]Check ingest environment failed: mock error"] [errorVerbose="[ddl:8256]Check ingest environment failed: mock error\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).DoDDLJob\n\tpkg/ddl/ddl.go:1293\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).createIndex\n\tpkg/ddl/ddl_api.go:7734\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).AlterTable\n\tpkg/ddl/ddl_api.go:3937\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).executeAlterTable\n\tpkg/executor/ddl.go:388\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).Next\n\tpkg/executor/ddl.go:152\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrMsg\n\tpkg/testkit/testkit.go:480\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexPreCheckFailed\n\ttests/realtikvtest/addindextest4/ingest_test.go:488\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"addindexlit\",\n \"id\": 30,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:19:05.508 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [2024/05/06 09:19:05.508 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [2024/05/06 09:19:05.508 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:05.510 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=2.27Β΅s] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=857ns] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=723ns] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=873ns] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=743ns] [2024/05/06 09:19:05.510 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:05.510 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:05.510 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:05.511 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=92652b16-6cde-4209-9660-488ec0225724] ["take time"=6.276533ms] [2024/05/06 09:19:05.511 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=92652b16-6cde-4209-9660-488ec0225724] [2024/05/06 09:19:05.512 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:05.512 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/36cd48ad-d83a-4525-9133-8f1459a72afd] [2024/05/06 09:19:05.512 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:05.512 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:05.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.512 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1146] [2024/05/06 09:19:05.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:05.513 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="context canceled"] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b65cdd02-ac76-4bd6-8351-0a05bfeb0195"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:05.513 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:05.513 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:05.513 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:05.513 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:05.514 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:05.514 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:05.514 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b65cdd02-ac76-4bd6-8351-0a05bfeb0195"] [error="context canceled"] [2024/05/06 09:19:05.514 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b65cdd02-ac76-4bd6-8351-0a05bfeb0195] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:05.514 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:05.514 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b65cdd02-ac76-4bd6-8351-0a05bfeb0195"] [2024/05/06 09:19:05.514 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:05.514 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:05.520 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:05.520 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="context canceled"] [2024/05/06 09:19:05.520 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [2024/05/06 09:19:06.760 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.760 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 92652b16-6cde-4209-9660-488ec0225724"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.760 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:06.760 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:06.760 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:06.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:06.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:06.761 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.256149065s] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:06.761 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:06.761 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:06.761 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:06.761 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:06.761 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexPreCheckFailed (1.84s) === RUN TestAddIndexImportFailed [2024/05/06 09:19:06.764 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:06.764 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:06.764 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:06.765 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.765 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:06.765 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.765 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:06.765 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:06.765 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:06.765 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:06.766 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:06.767 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.767 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.768 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:06.768 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b65cdd02-ac76-4bd6-8351-0a05bfeb0195"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:06.771 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:06.776 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:06.785 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1039] ["lease id"=22318f4d304e956b] [2024/05/06 09:19:06.786 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:06.803 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=245] ["start time"=15.373025ms] [2024/05/06 09:19:06.805 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:06.805 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7bc21366-983e-4aae-84dc-eeaec658e114] [runWorker=true] [2024/05/06 09:19:06.805 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:06.806 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:06.807 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:06.807 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242544189440/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:06.807 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:06.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:06.807 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:06.807 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:06.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:06.808 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:06.809 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8f0f] [ownerID=7bc21366-983e-4aae-84dc-eeaec658e114] [op=none] [2024/05/06 09:19:06.809 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:06.813 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:06.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:06.814 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:06.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:06.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:06.830 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:06.830 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:06.830 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:06.830 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:06.830 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:06.830 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:06.830 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:06.830 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:06.830 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:06.831 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:06.831 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:06.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:06.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:06.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:06.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:06.832 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:06.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:06.833 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2bbd4dcb-d65c-4a6b-aa67-f36e76aee82b] [2024/05/06 09:19:06.833 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:06.833 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:06.833 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:06.835 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:06.835 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:06.835 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:06.836 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.229522ms] [2024/05/06 09:19:06.840 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:06.841 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=245] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:06.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:06.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:06.858 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:06.859 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e8f0f] [ownerID=7bc21366-983e-4aae-84dc-eeaec658e114] [op=none] [2024/05/06 09:19:06.859 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [op=none] [2024/05/06 09:19:06.859 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:06.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.901 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=49.717Β΅s] [gotSchemaVersion=246] [phyTblIDs="[241]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:06.904 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=246] [2024/05/06 09:19:06.952 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=52.914142ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=65.405Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:06.970 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=247] [2024/05/06 09:19:07.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.486874ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=36.868Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:07.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=248] [2024/05/06 09:19:07.083 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.005173ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.090 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[241]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:07.095 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 09:19:07.095 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:06.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.102 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 09:19:07.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:07.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=248] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:07.111 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.111 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:07.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=315.05Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:07.130 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=249] [2024/05/06 09:19:07.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.075756ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.190 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:19:07.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:07.196 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:07.202 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_enable_dist_task] [val=off] [2024/05/06 09:19:07.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=249] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 09:19:07.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 09:19:07.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.227 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 09:19:07.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=735.331Β΅s] [gotSchemaVersion=250] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:07.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=250] [2024/05/06 09:19:07.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.376454ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:07.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.810 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:07.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:07.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:07.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:07.833 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:07.834 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:07.834 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2bbd4dcb-d65c-4a6b-aa67-f36e76aee82b] [watcherID=b704bd67-93f8-4f80-a182-4a15d4ab42ae] [2024/05/06 09:19:07.835 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:07.837 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:07.837 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:07.837 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:07.837 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:08.042 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:779.085473ms txnStartTS:449573590723723271 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:779ms} kv_process_ms:0 kv_wait_ms:778 kv_read_ms:0 processed_versions:0 total_versions:595 rocksdb_delete_skipped_count:121 rocksdb_key_skipped_count:1491 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 09:19:08.043 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573590723723271\n# Query_time: 0.780587922\n# Parse_time: 0\n# Compile_time: 0.000820763\n# Rewrite_time: 0.000200732\n# Optimize_time: 0.000492382\n# Wait_TS: 0.000044596\n# Cop_time: 0.778815059 Process_time: 0.000811303 Wait_time: 0.778264841 Request_count: 2 Process_keys: 1 Total_keys: 1192 Get_snapshot_time: 0.778 Rocksdb_delete_skipped_count: 243 Rocksdb_key_skipped_count: 2990\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000405651 Cop_proc_p90: 0.00041256 Cop_proc_max: 0.00041256 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.38913242 Cop_wait_p90: 0.778209876 Cop_wait_max: 0.778209876 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12724\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+xe4MAkzXzEzCTAJMjM4My45NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjc3OC44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZF6DABwJMCBCeXRlcxEIHAoyCTE3XzI4HfhUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoOAThpZCwgQ29sdW1uIzE1KV1edwBgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbCUkADYhJBBmZXRjaBkPBTAMOjBzfRGqEQgkCjMJMzFfNDEoQgFSACkduUBkYXRhOlNlbGVjdGlvbl80MC6OAAA1AWQ1iHBjb3BfdGFzazoge251bTogMSwgbWF4OiA3NzkuMQEqIWo0X2tleXM6IDAsIHRvdF8BEiQ6IDM5OC43wrVzCRQMd2FpdAE1CDguMgE1ZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwMQABdAhfZHUFGhhuOiA4LjAzBU04bWF4X2Rpc3RzcWxfY29uVSRIIDF9LCBycGNfaW5mbzp7Q29wOgGxDF9ycGNBTyVDAF9NbCA5bXN9fQkyNTkt4hhOL0EKNAkxIQgEMV9y1wIMcmVvckm1BGt2BaMEOnsFVAQwc1W7PH0sIHNjYW5fZGV0YWlsOiApvi0iQDU5NSwgZ2V0X3NuYXBzaG90CZMEIDcxGaByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyMSwga2V5Xz4YAAQ0OUE7CGxvYyGqEH19fSwgAZk+hgAhmwhlc3MNdjKjAQRhbCWlDRsVkQB0AeoId2FsLT0FGRw3bXN9CU4vQQEEHAo1CTQ0XzM5JTocNjY2Ni42NwlJuC4RBHQsIHJhbmdlOlstaW5mLDI0OCksICgyNDgsK2luZl0B02xlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRZ9mcgEBiAEEMAozCTZfMjkoUHJvYmVB8DQ2NDAwCWdyb3VwIGJ5OnV+QCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdSBtZTo2MTUuMcJByXUVEHBhcnRpITEYb3JrZXI6ezkgEDU5MC41TasunwIINSwgRdJhRAAwfRMUMi44NjUzQZIJFQxleGVjRU5hSSHCASIQNzU5OTdhN2F6FDU3OS4wMgmRCHA5NR0QFH0sIGZpblqXABA4LjA2MgXGXpcAAaMEb3RFBRQ6Mi45NTYFLgETBZUMMTQ3bg2lDZgQOTIzNjaFkgWYDDg4LjINYwWYFRA5oGFlADOBbSWZFG5vdChlcTl9BCwgQRgIKSwgARkUaXNudWxsGR0AKSHQBXkQNTY3LjgFnC2QCAkzOLGsYcoQNQk2XzMhvgg4MDA9/kqXBW0OCGluZ1IgBiRzY2hlbWFfaWRzUh8AReUJHklPCG1pbhWwADgySgIAMQ26BDE0MkoCBDIsakoCHDQ5MC4xOTnCQXleswEAMUk1pV0cMi4yNDc3MTRBKDW1FDY0Ljc2MwVEARQlQBgyLjMyNjE3VVEUNDY4Ljc1BSQhuBUPbk8CEDAzLjA0SYRenAAuTwIMOC42MxmGRU8IMjAxOk8CEDQ0MDU2Bb9BTxg0ODkuNjY3GZcVEFlPADbB4AwzNgkwKevF1iRIYXNoQWdnXzMxMXYEMzgJqUkuBDIswX2pvAAgwSLZ0ww5ODEuCaZBGa2yLWMBEhQ6IDQxMi55FyV3BCA1KTsAY77SBgQyLi2Z7tIGydIIOTUwZRLB1QQ4NN3VADdhCwAxpZv+DQPODQNKcwMWdAl9HQA4Jadm3AVWTgchj8HIFngIKaQEYWwyFwAkX3NpemU6IDQwM0mKAGH5hAA3UoQHADKpH4aCBwAywa9OggcIOSwguoIHMlECoboEYWnxgk1YPoAHCDYwNEWDeQYUOAk0M18zoVsMMAkxMIH0hZo6fwcAa3ZhB4GiZoUBIAlOL0EJTi9BCg==')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('0hrwSQrNGgoNUHJvamVjdGlvbl8xMxK1GQoHU29ydF8xNBK9GAoLSGFzaEpvaW5fMjgS0AYKDlRhYmxlUmVhZGVyXzQxEpAECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyNDgpLCAoMjQ4LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSn3TkHN8p+iBaEEUhgFnQQudB2cKC5yZW9yZ2qCAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDU5NSwgZ2V0X3NuYXBzaG90XwWksCA3NzguMm1zLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyMSEDAHlCGABENDkxLCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHCw6IDM5OC43wrVzLCAJpAh3YWlCkQAF6gx3YWxsDTQBqhA3bXN9cCE7BQEuSwEsGgEBIR0QDuPbiOtAOU4oAUABUhFkYXRhOlNdLgRaFQWGAVEANQH7LaUUYtkBY29wKcIwIHtudW06IDEsIG1heCEmCDkuMQErAcctUgAwBb0F2TrRAAXPATUtW4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhhuOiA4LjAzJR6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWYAGEtNyQ3Nzltc319cIMCXXgQErQQCgphYyBBZ2dfMjkS8gwuTwMQMzAS9AsZIBAzNRLhBzaCAxAzNhKjBR0iFDESlwEKEGWADEZ1bGxpfwA0Rd4U8O8wQSkAAQEQiMNAMAF2gQMAHv5jA1pjAwgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6bwMh6Bxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqtcriAw2tTZhVAC4XAChfc2l6ZTogNDAzNVEfAGuNGAA3UhgEBDIyRYGGFgQAMl4WBAA5whYEEDQxMi42BXcAdIW6nRYENTUJGIH+nRQINjA0BTJaFQQoId7d3d0dPvdAKQABASn9gRQED2SBFAhIYXNlAgwzMVoUhRIIMzgxBWeJEQgyYttiEQQMOTgxLmmjIWYtTCl6JXgAOjbNAAXLBDogDcbCEAQIMi42CW3uEASJEBg5NTAuOMK1gRMAnC4TBCUrCK1s+EIrAQCE/igDvigDdQx9GAg1WhYloQw1MTQuNqMBRLQCcGFydGlhbF93b3JrZXI6e1kfGDQ5MC4xOTkl0y4+BWEDDGFza1+h4y20QWsgOjIuMjQ3NzE0oekwdG90X2V4ZWM6NjQuNy1+ARQFhxwyLjMyNjE3NwEpwSAQNDY4LjdJoghwOTUZDxR9LCBmaW5SnAAUNTAzLjA0CcxenAABqABvTTwQOC42MzMFygETBZoMMjAxbulCEZYQNDQwNTYFvwWWFDg5LjY2NwU1BZcVEG4vAwitSP5NBAgAuUBlLRgvbm90KGVxNZkINSwgDh0JCCksIAEZFGlzbnVsbBkdBCkpMawENjdFagAsbU8IMXD8LnECJBoBAiFEREREJGM+cAAEOGexmVELBDUsrUgcZmlyc3Ryb3cdb7k9USUINjE1MiUCCDFir2olAhA1OTAuNe1vXokBADClNABfTSUMODY1M+FWCRUliwAwDQ1NHhA4NzU5OVUeFDU3OS4wMinrIYgZEG4gAhA5OC4wNqmFXpcALiACDDIuOTW1PAmVCDE0NzogAhQ5MjM2NjZRthA1ODguMg1jBZgVEF4gAhjr/2uiniAHKq8KbAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKG1GVgfJ8AQsIDXYBCldKowJADgBmal7CDFiORYZCRBoYXNoX+VPADoWzwoStgkFwxBmZXRjaBkPBTAsOjBzfSHiK9DoEnYQOqYAAD1KkAChvOnmEDpkZXNjUswHCbRapwAYIQ5Hk3K0jD5sAE5SCAFIEG1ldGEsTlAIGYlaaQAMYg1Dbyb/CUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 09:19:08.047 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.053 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:19:08.053 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:08.054 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.851385523\n# Parse_time: 0.000047027\n# Compile_time: 0.000068053\n# Rewrite_time: 0.000001771\n# Optimize_time: 0.000020225\n# Wait_TS: 0.000191485\n# DB: addindexlit\n# Is_internal: false\n# Digest: a40dc2698adc005c4f60f067c952899c54f602cd41e7502a92c75405301dde37\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\ncreate table t (a int, b int);"] [2024/05/06 09:19:08.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438481] [2024/05/06 09:19:08.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438486] [2024/05/06 09:19:08.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438489] [2024/05/06 09:19:08.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438491] [2024/05/06 09:19:08.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438493] [2024/05/06 09:19:08.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438495] [2024/05/06 09:19:08.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438497] [2024/05/06 09:19:08.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438499] [2024/05/06 09:19:08.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573590933438501] [2024/05/06 09:19:08.074 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=250] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:19:08.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:08.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:19:08.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.091 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:08.099 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=725.61Β΅s] [gotSchemaVersion=251] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:08.102 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=251] [2024/05/06 09:19:08.149 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=52.382834ms] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=730.667Β΅s] [gotSchemaVersion=252] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:08.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=252] [2024/05/06 09:19:08.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=52.936437ms] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=252] [neededSchemaVersion=253] ["start time"=725.722Β΅s] [gotSchemaVersion=253] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:08.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=253] [2024/05/06 09:19:08.287 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=253] ["take time"=52.622486ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.297 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:08.297 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:08.297 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/249] [keyspaceName=] [2024/05/06 09:19:08.302 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:08.302 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:08.302 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.302 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:08.302 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:08.302 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:08.302 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:08.302 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:08.302 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:08.307 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:08.308 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:08.308 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:08.309 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:08.317 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:19:08.323 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:08.324 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:08.328 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=247] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:08.328 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 09:19:08.329 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 09:19:08.329 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 09:19:08.357 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:08.357 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=249] [localCnt=0] [2024/05/06 09:19:08.360 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:08.360 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:08.413 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:08.413 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:08.460 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:08.461 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:08.506 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:19:08.506 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:08.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:08.536 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 09:19:08.536 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:08.536 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:08.536 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:08.536 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:08.536 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f728000000000000001, 7480000000000000f75f72800000000000000a00), jobID: 249"] [2024/05/06 09:19:08.537 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:08.539 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=380] [kvs=10] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/249/f75d9cab-8823-5503-94ba-459a1de580da.sst/7afc3f64-333e-4c12-97f3-7fa5dbdd60ba.sst] [firstKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [lastKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A] [2024/05/06 09:19:08.545 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 09:19:08.545 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 09:19:08.545 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:19:08.568 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 09:19:08.568 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:08.569 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=746.162Β΅s] [] [2024/05/06 09:19:08.569 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:08.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:08.570 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:08.592 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 09:19:08.592 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:08.593 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [endKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A00] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:19:10.593 +00:00] [2024/05/06 09:19:08.594 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:19:08.595 +00:00] [ERROR] [backend.go:378] ["import failed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.866782ms] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [2024/05/06 09:19:08.595 +00:00] [ERROR] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] ["job ID"=249] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*engineInfo).ImportAndClean\n\tpkg/ddl/ingest/engine.go:157\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:143\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:08.595 +00:00] [WARN] [index.go:960] ["lightning import error"] [category=ddl] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:19:08.595 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:19:08.600 +00:00] [INFO] [ddl_worker.go:1001] ["run DDL job failed, sleeps a while then retries it."] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [waitTime=1s] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:19:08.807 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:09.601 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:19:09.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.611 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:09.615 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 09:19:09.615 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 09:19:09.637 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:09.637 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=247] [indexIDs="[1]"] [jobID=249] [localCnt=10] [2024/05/06 09:19:09.638 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:09.638 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:09.640 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:09.661 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 09:19:09.661 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:09.671 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=380] [kvs=10] [importedSize=380] [importedCount=10] [2024/05/06 09:19:09.672 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.847582ms] [] [2024/05/06 09:19:09.672 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:09.673 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=651.44Β΅s] [] [2024/05/06 09:19:09.675 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:09.675 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1209008592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:09.700 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008632] ["max memory quota"=17179869184] [2024/05/06 09:19:09.701 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1343226360] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:09.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226400] ["max memory quota"=17179869184] [2024/05/06 09:19:09.727 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1477444128] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:09.756 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444168] ["max memory quota"=17179869184] [2024/05/06 09:19:09.756 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1611661896] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:09.787 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611661936] ["max memory quota"=17179869184] [2024/05/06 09:19:09.787 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 09:19:09.787 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:09.787 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:09.788 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:09.788 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:09.788 +00:00] [INFO] [index_cop.go:125] ["checkpoint detected, skip a cop-request task"] [category=ddl-ingest] ["task ID"=1] ["task end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:19:09.791 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 09:19:09.791 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 09:19:09.791 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:19:09.813 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 09:19:09.813 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:09.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=718.876Β΅s] [] [2024/05/06 09:19:09.814 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:09.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:09.814 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:09.814 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=14.942Β΅s] [] [2024/05/06 09:19:09.814 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:09.814 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=624.069Β΅s] [] [2024/05/06 09:19:09.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=253] [neededSchemaVersion=254] ["start time"=576.043Β΅s] [gotSchemaVersion=254] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:09.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=254] [2024/05/06 09:19:09.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=254] ["take time"=53.078173ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.881 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573590998974474, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.881 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=249] [table=t] [index=idx] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:09.882 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:09.882 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:09.882 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:09.883 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:09.883 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:09.883 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:09.883 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.883 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:09.883 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 09:19:09.883 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=144] ["max memory quota"=17179869184] [2024/05/06 09:19:09.891 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=254] [neededSchemaVersion=255] ["start time"=665.837Β΅s] [gotSchemaVersion=255] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:09.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=255] [2024/05/06 09:19:09.942 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=255] ["take time"=53.19489ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.951 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:19:09.957 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:19:09.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573591431774214, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:09.964 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573591431774214, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f69ffff000000000001,EndKey:7480000000000000f75f69ffff000000000001ff,First:false,PhysicalTableID:247,Ingest mode:false"] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f69ffff000000000001] ["end key"=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f69ffff000000000001ff] ["current end key"=7480000000000000f75f69ffff00000000000100] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 09:19:09.966 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 09:19:09.967 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f69ffff000000000001, 7480000000000000f75f69ffff00000000000100), jobID: 249"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000f75f69ffff0000000000010000] ["take time"=365.397Β΅s] [2024/05/06 09:19:09.967 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 09:19:09.967 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f69ffff000000000001] [2024/05/06 09:19:09.967 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:19:09.989 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:09.994 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=255] [neededSchemaVersion=256] ["start time"=592.474Β΅s] [gotSchemaVersion=256] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:09.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=256] [2024/05/06 09:19:10.044 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=256] ["take time"=52.403459ms] [job="ID:249, Type:add index, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573591431774214, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:10.053 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=249] [tableID=247] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:10.055 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=249] [jobType="add index"] [2024/05/06 09:19:10.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [job="ID:249, Type:add index, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 09:19:08.031 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449573591431774214, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:10.065 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=249] [2024/05/06 09:19:10.065 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:10.066 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 1.991373244\n# Parse_time: 0.000034728\n# Compile_time: 0.000071443\n# Rewrite_time: 0.000002037\n# Optimize_time: 0.000020225\n# Wait_TS: 0.000138918\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx(a);"] [2024/05/06 09:19:10.066 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:19:10.070 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [2024/05/06 09:19:10.070 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [2024/05/06 09:19:10.072 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=2.419Β΅s] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=721ns] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=1.129Β΅s] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=999ns] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=1.202Β΅s] [2024/05/06 09:19:10.072 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:10.072 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:10.072 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:10.073 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7bc21366-983e-4aae-84dc-eeaec658e114] ["take time"=2.601629ms] [2024/05/06 09:19:10.073 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7bc21366-983e-4aae-84dc-eeaec658e114] [2024/05/06 09:19:10.074 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:10.074 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:10.074 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2bbd4dcb-d65c-4a6b-aa67-f36e76aee82b] [watcherID=b704bd67-93f8-4f80-a182-4a15d4ab42ae] [2024/05/06 09:19:10.074 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2bbd4dcb-d65c-4a6b-aa67-f36e76aee82b] [2024/05/06 09:19:10.074 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:10.074 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:10.074 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:10.074 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:10.075 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:10.075 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1039] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:10.076 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7bc21366-983e-4aae-84dc-eeaec658e114] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:10.076 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:10.076 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [error="context canceled"] [2024/05/06 09:19:10.076 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7bc21366-983e-4aae-84dc-eeaec658e114] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:10.076 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:10.076 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1"] [error="context canceled"] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1"] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:10.076 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:10.076 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:10.076 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:10.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:10.083 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:10.083 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [error="context canceled"] [2024/05/06 09:19:10.083 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [2024/05/06 09:19:11.321 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:11.321 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:11.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:11.337 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a84b0ce-cd5b-4df2-bc27-a5ff4c6b85a1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:11.340 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bc21366-983e-4aae-84dc-eeaec658e114"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:11.340 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:11.340 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:11.340 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:11.340 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.270090371s] [2024/05/06 09:19:11.341 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.341 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.341 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:11.341 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:11.341 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexImportFailed (4.58s) === RUN TestAddEmptyMultiValueIndex [2024/05/06 09:19:11.344 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:11.344 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:11.344 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:11.344 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.344 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:11.345 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.345 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:11.345 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.345 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.345 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:11.346 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:11.347 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:11.347 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:11.348 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:11.351 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:11.356 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:11.369 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1705] ["lease id"=3eaa8f4d304e8f4f] [2024/05/06 09:19:11.370 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:11.384 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=256] ["start time"=12.366403ms] [2024/05/06 09:19:11.386 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:11.386 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [runWorker=true] [2024/05/06 09:19:11.386 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:11.387 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:11.388 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:11.388 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:11.388 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242544246784/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:11.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:11.388 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:11.388 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:11.389 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9c92] [ownerID=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [op=none] [2024/05/06 09:19:11.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:11.390 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=75cea649-8769-40dc-9c07-6e4b07ed06b0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:11.390 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:11.394 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:11.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:11.395 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:11.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:11.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:11.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:11.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:11.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:11.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:11.411 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:11.411 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:11.411 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:11.411 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:11.411 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:11.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:11.412 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:11.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:11.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:11.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:11.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:11.413 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:11.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:11.414 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/05e581ca-da78-4699-be0b-118d209c6cb3] [2024/05/06 09:19:11.414 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:11.414 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:11.414 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:11.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:11.416 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:11.416 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:11.418 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.457794ms] [2024/05/06 09:19:11.424 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:11.425 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=256] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:11.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:11.433 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:11.439 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:11.440 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9c92] [ownerID=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [op=none] [2024/05/06 09:19:11.440 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [op=none] [2024/05/06 09:19:11.440 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:11.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=256] [neededSchemaVersion=257] ["start time"=44.346Β΅s] [gotSchemaVersion=257] [phyTblIDs="[247]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:11.459 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=257] [2024/05/06 09:19:11.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=257] ["take time"=52.57974ms] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=257] [neededSchemaVersion=258] ["start time"=38.503Β΅s] [gotSchemaVersion=258] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:11.524 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=258] [2024/05/06 09:19:11.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=258] ["take time"=52.384846ms] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=258] [neededSchemaVersion=259] ["start time"=52.295Β΅s] [gotSchemaVersion=259] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:11.588 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=259] [2024/05/06 09:19:11.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=259] ["take time"=52.772845ms] [job="ID:250, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.646 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:11.651 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="drop schema"] [2024/05/06 09:19:11.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [job="ID:250, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.659 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:19:11.659 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.660 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=259] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:11.668 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:11.668 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:11.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=259] [neededSchemaVersion=260] ["start time"=308.575Β΅s] [gotSchemaVersion=260] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:11.685 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=260] [2024/05/06 09:19:11.733 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=260] ["take time"=52.74751ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:11.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.746 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:19:11.746 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.752 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:11.758 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_enable_dist_task] [val=off] [2024/05/06 09:19:11.759 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=260] [cur_db=addindexlit] [sql="create table t(j json);"] [user=] [2024/05/06 09:19:11.765 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:11.765 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(j json);"] [2024/05/06 09:19:11.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.774 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t"] [2024/05/06 09:19:11.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=260] [neededSchemaVersion=261] ["start time"=518.977Β΅s] [gotSchemaVersion=261] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:11.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=261] [2024/05/06 09:19:11.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=261] ["take time"=52.902898ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:11.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.837 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:11.841 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:19:11.841 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:11.845 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=261] [cur_db=addindexlit] [sql="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [user=] [2024/05/06 09:19:11.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:11.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 09:19:11.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:11.860 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"expression_index\",\"L\":\"expression_index\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_expression_index_0\",\"L\":\"_v$_expression_index_0\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:19:11.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=261] [neededSchemaVersion=262] ["start time"=806.112Β΅s] [gotSchemaVersion=262] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:11.870 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=262] [2024/05/06 09:19:11.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=262] ["take time"=52.81123ms] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:11.926 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:11.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=262] [neededSchemaVersion=263] ["start time"=614.051Β΅s] [gotSchemaVersion=263] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:11.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=263] [2024/05/06 09:19:11.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=263] ["take time"=52.699237ms] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:11.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:11.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=263] [neededSchemaVersion=264] ["start time"=668.624Β΅s] [gotSchemaVersion=264] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:12.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=264] [2024/05/06 09:19:12.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=264] ["take time"=53.380754ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.060 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 09:19:12.060 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:12.060 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/255] [keyspaceName=] [2024/05/06 09:19:12.063 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:12.064 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:12.064 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:12.064 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:12.064 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:12.064 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:12.064 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:12.064 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:12.064 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:12.068 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:12.069 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:12.069 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:12.070 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 09:19:12.078 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 09:19:12.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573591982014473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.085 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 09:19:12.088 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=253] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:12.088 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 09:19:12.090 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=255] [start=7480000000000000fd5f728000000000000001] [end=7480000000000000fd5f72800000000000000100] ["checkpoint physical ID"=253] [2024/05/06 09:19:12.090 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573591982014473, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f728000000000000001,EndKey:7480000000000000fd5f72800000000000000100,First:false,PhysicalTableID:253,Ingest mode:true"] [2024/05/06 09:19:12.116 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=253] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.116 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=253] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=255] [localCnt=0] [2024/05/06 09:19:12.119 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:12.119 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:12.147 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:12.147 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:12.174 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:12.174 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:12.187 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:19:12.187 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:12.199 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:12.200 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=255] [reader=2] [writer=4] [2024/05/06 09:19:12.200 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f728000000000000001] ["end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 09:19:12.200 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 09:19:12.200 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f72800000000000000100] ["current end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 09:19:12.200 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:12.200 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f728000000000000001, 7480000000000000fd5f72800000000000000100), jobID: 255"] [2024/05/06 09:19:12.201 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:12.205 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000fd5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=253] [] [2024/05/06 09:19:12.206 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f728000000000000001] [2024/05/06 09:19:12.206 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:19:12.227 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] [2024/05/06 09:19:12.227 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:12.228 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=695.234Β΅s] [] [2024/05/06 09:19:12.228 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:12.228 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:12.228 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:12.228 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=19.175Β΅s] [] [2024/05/06 09:19:12.228 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:12.228 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=611.926Β΅s] [] [2024/05/06 09:19:12.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=264] [neededSchemaVersion=265] ["start time"=761.352Β΅s] [gotSchemaVersion=265] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:12.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=265] [2024/05/06 09:19:12.287 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=265] ["take time"=52.461201ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573591982014473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573591982014473, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.294 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=255] [table=t] [index=expression_index] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:12.295 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:12.295 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:12.295 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:12.295 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:12.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:12.295 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 09:19:12.295 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:12.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=265] [neededSchemaVersion=266] ["start time"=763.453Β΅s] [gotSchemaVersion=266] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:12.306 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=266] [2024/05/06 09:19:12.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=266] ["take time"=52.270081ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.361 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:19:12.367 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 09:19:12.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592060657673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.374 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592060657673, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f69ffff000000000001,EndKey:7480000000000000fd5f69ffff000000000001ff,First:false,PhysicalTableID:253,Ingest mode:false"] [2024/05/06 09:19:12.375 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f69ffff000000000001] ["end key"=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:19:12.375 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f69ffff000000000001ff] ["current end key"=7480000000000000fd5f69ffff00000000000100] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f69ffff000000000001, 7480000000000000fd5f69ffff00000000000100), jobID: 255"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000fd5f69ffff0000000000010000] ["take time"=342.003Β΅s] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 09:19:12.376 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f69ffff000000000001] [2024/05/06 09:19:12.376 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:19:12.391 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:12.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:12.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:12.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:12.397 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:12.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=266] [neededSchemaVersion=267] ["start time"=848.567Β΅s] [gotSchemaVersion=267] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:12.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=267] [2024/05/06 09:19:12.415 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:12.415 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:12.415 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/05e581ca-da78-4699-be0b-118d209c6cb3] [watcherID=e468f3ce-02e4-4b22-b316-4c9e3e8ee646] [2024/05/06 09:19:12.416 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:12.418 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:12.418 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:12.418 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:12.418 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:12.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=267] ["take time"=53.433822ms] [job="ID:255, Type:add index, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592060657673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.462 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=255] [tableID=253] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:12.464 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=255] [jobType="add index"] [2024/05/06 09:19:12.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [job="ID:255, Type:add index, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 09:19:11.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592060657673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:12.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=255] [2024/05/06 09:19:12.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:12.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.62898765\n# Parse_time: 0.000048799\n# Compile_time: 0.000065001\n# Rewrite_time: 0.000001615\n# Optimize_time: 0.000029821\n# Wait_TS: 0.000165707\n# DB: addindexlit\n# Is_internal: false\n# Digest: 748c2395042b13233a915be5581157ecbda746967b72293bb29fe10a81d6bbb4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 09:19:12.475 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=267] [2024/05/06 09:19:12.477 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [2024/05/06 09:19:12.477 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [2024/05/06 09:19:12.477 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.479 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=2.265Β΅s] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=1.084Β΅s] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=855ns] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=1.243Β΅s] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=1.141Β΅s] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:12.480 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:12.480 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=75c29a7a-64f7-47af-8c37-15be7ba4cddc] ["take time"=2.806584ms] [2024/05/06 09:19:12.480 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [2024/05/06 09:19:12.481 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:12.481 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/05e581ca-da78-4699-be0b-118d209c6cb3] [watcherID=e468f3ce-02e4-4b22-b316-4c9e3e8ee646] [2024/05/06 09:19:12.481 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:12.481 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/05e581ca-da78-4699-be0b-118d209c6cb3] [2024/05/06 09:19:12.481 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:12.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:12.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:12.481 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:12.482 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:12.482 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1705] [2024/05/06 09:19:12.483 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:12.483 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:12.483 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:12.483 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:12.483 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:12.483 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:12.483 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75cea649-8769-40dc-9c07-6e4b07ed06b0"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.483 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=75c29a7a-64f7-47af-8c37-15be7ba4cddc] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75cea649-8769-40dc-9c07-6e4b07ed06b0"] [error="context canceled"] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75cea649-8769-40dc-9c07-6e4b07ed06b0"] [2024/05/06 09:19:12.483 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=75cea649-8769-40dc-9c07-6e4b07ed06b0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:12.483 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:12.483 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75cea649-8769-40dc-9c07-6e4b07ed06b0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:12.491 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:12.491 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="context canceled"] [2024/05/06 09:19:12.692 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:13.727 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 75cea649-8769-40dc-9c07-6e4b07ed06b0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:13.731 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:13.731 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:13.731 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:13.955 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 75c29a7a-64f7-47af-8c37-15be7ba4cddc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:13.955 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:13.955 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:13.955 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:13.955 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.477693359s] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.955 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:13.955 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:13.955 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:13.955 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:13.956 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddEmptyMultiValueIndex (2.61s) === RUN TestAddUniqueIndexDuplicatedError [2024/05/06 09:19:13.958 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:13.958 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:13.958 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:13.959 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.959 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:13.959 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:13.959 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:13.959 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:13.959 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:13.959 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:13.960 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:13.961 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.961 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.961 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:13.964 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:13.968 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:13.977 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=399] ["lease id"=6f188f4d304e9cbe] [2024/05/06 09:19:13.979 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:13.991 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=267] ["start time"=11.274563ms] [2024/05/06 09:19:13.993 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:13.993 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bceb4b83-8d39-434b-aec3-14f90868f715] [runWorker=true] [2024/05/06 09:19:13.993 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:13.994 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:13.994 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:13.994 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:13.995 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242480275456/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.995 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:13.995 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:13.995 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:13.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:13.996 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a8a6719d-f9c2-40d5-bfed-67b56ccaedf7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:13.996 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e95d4] [ownerID=bceb4b83-8d39-434b-aec3-14f90868f715] [op=none] [2024/05/06 09:19:13.997 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:14.001 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:14.002 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:14.002 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:14.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:14.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:14.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:14.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:14.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:14.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:14.018 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:14.018 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:14.018 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:14.018 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:14.018 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:14.019 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:14.019 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:14.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:14.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:14.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:14.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:14.020 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:14.020 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:14.021 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b8c72ce6-f132-49d0-a402-1e702cb81056] [2024/05/06 09:19:14.021 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:14.021 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:14.021 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:14.023 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:14.023 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:14.023 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:14.029 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=9.606217ms] [2024/05/06 09:19:14.030 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:14.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="DROP TABLE IF EXISTS `b1cce552` "] [user=] [2024/05/06 09:19:14.032 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [user=] [2024/05/06 09:19:14.043 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:14.043 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [2024/05/06 09:19:14.045 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:14.046 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] ["owner key"=/tidb/ddl/fg/owner/22318f4d304e95d4] [ownerID=bceb4b83-8d39-434b-aec3-14f90868f715] [op=none] [2024/05/06 09:19:14.046 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [op=none] [2024/05/06 09:19:14.046 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:14.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.057 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 256, Table Name: b1cce552"] [2024/05/06 09:19:14.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=267] [neededSchemaVersion=268] ["start time"=766.277Β΅s] [gotSchemaVersion=268] [phyTblIDs="[256]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:14.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=257] [version=268] [2024/05/06 09:19:14.114 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=268] ["take time"=52.970237ms] [job="ID:257, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:14.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [job="ID:257, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 09:19:14.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:14.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449573592519409678] [2024/05/06 09:19:14.130 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=268] [cur_db=test] [sql="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [user=] [2024/05/06 09:19:14.135 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:14.135 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 09:19:14.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.145 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"65290727\",\"L\":\"65290727\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"4c74082f\",\"L\":\"4c74082f\"},\"offset\":2,\"length\":-1},{\"name\":{\"O\":\"d9337060\",\"L\":\"d9337060\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"8069da7b\",\"L\":\"8069da7b\"},\"offset\":6,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:14.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=268] [neededSchemaVersion=269] ["start time"=722.472Β΅s] [gotSchemaVersion=269] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=269] [2024/05/06 09:19:14.203 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=269] ["take time"=52.370395ms] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.220 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=269] [neededSchemaVersion=270] ["start time"=737.052Β΅s] [gotSchemaVersion=270] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=270] [2024/05/06 09:19:14.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=270] ["take time"=52.547788ms] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=270] [neededSchemaVersion=271] ["start time"=644.03Β΅s] [gotSchemaVersion=271] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=271] [2024/05/06 09:19:14.337 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=271] ["take time"=52.518995ms] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.347 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 09:19:14.347 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:14.347 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/258] [keyspaceName=] [2024/05/06 09:19:14.351 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:14.351 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:14.351 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.351 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:14.352 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.352 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:14.352 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:14.352 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:14.352 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:14.357 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:14.358 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:14.358 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:14.359 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=258] [physicalTableID=256] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:19:14.366 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 09:19:14.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.372 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 09:19:14.375 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=256] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:14.375 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 09:19:14.376 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=258] [start=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [end=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["checkpoint physical ID"=256] [2024/05/06 09:19:14.377 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e,EndKey:7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00,First:false,PhysicalTableID:256,Ingest mode:true"] [2024/05/06 09:19:14.400 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=256] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:14.400 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=256] [oldPhysicalID=0] [indexIDs="[3]"] [jobID=258] [localCnt=0] [2024/05/06 09:19:14.408 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 09:19:14.408 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:14.433 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:14.433 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:14.459 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:14.459 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:14.485 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:19:14.485 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:14.500 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:14.501 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=258] [reader=2] [writer=4] [2024/05/06 09:19:14.501 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=256] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:19:14.501 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:19:14.501 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=256] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["current end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:19:14.501 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:14.501 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 256, range: [7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e, 7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00), jobID: 258"] [2024/05/06 09:19:14.502 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:14.502 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=332] [kvs=2] [files=1] [sstFileSize=1299] [file=/tmp/tidb/tmp_ddl-4000/258/b85183b9-c6b4-552a-a01e-db697670c7ce.sst/c7917346-f81e-432e-a3fe-463dfce5fc4a.sst] [firstKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9014E365144313D4070FF6564406F77566F4AFF7800000000000000F806050080034E0022] [lastKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9015F48576166236744FF2162770000000000FA06050080235C0019] [2024/05/06 09:19:14.507 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["global checkpoint"=] ["global physical ID"=256] [] [2024/05/06 09:19:14.507 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [2024/05/06 09:19:14.507 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 09:19:14.526 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] [2024/05/06 09:19:14.526 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 09:19:14.526 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [takeTime=750.485Β΅s] [] [2024/05/06 09:19:14.526 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["split region size"=100663296] [2024/05/06 09:19:14.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [2024/05/06 09:19:14.528 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:14.549 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b85183b9-c6b4-552a-a01e-db697670c7ce] ["region ranges"=1] [count=2] [size=332] [2024/05/06 09:19:14.549 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:14.551 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F8] [endKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F800] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:19:16.551 +00:00] [2024/05/06 09:19:14.551 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:14.553 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [takeTime=26.244878ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [2024/05/06 09:19:14.553 +00:00] [WARN] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] ["job ID"=258] ["index ID"=3] [2024/05/06 09:19:14.553 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:6, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [2024/05/06 09:19:14.556 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:14.556 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.556 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:14.556 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:14.557 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:14.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:14.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:14.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:14.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:14.557 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 09:19:14.557 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:14.557 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [errorVerbose="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:319\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:958\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:14.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=271] [neededSchemaVersion=272] ["start time"=645.615Β΅s] [gotSchemaVersion=272] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=272] [2024/05/06 09:19:14.614 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=272] ["take time"=53.031291ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:3, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=272] [neededSchemaVersion=273] ["start time"=604.368Β΅s] [gotSchemaVersion=273] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=273] [2024/05/06 09:19:14.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=273] ["take time"=52.556609ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=273] [neededSchemaVersion=274] ["start time"=915.859Β΅s] [gotSchemaVersion=274] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:14.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=274] [2024/05/06 09:19:14.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=274] ["take time"=52.692283ms] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.754 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=258] [tableID=256] [indexIDs="[3,9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:14.758 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=258] [jobType="add index"] [2024/05/06 09:19:14.759 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 97, tp add index"] [category=ddl] [jobID=258] [conn=36] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:19:14.081 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449573592584945673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:14.765 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 09:19:14.767 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=258] [2024/05/06 09:19:14.767 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:19:14.767 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.63765217\n# Parse_time: 0.000033077\n# Compile_time: 0.000073948\n# Rewrite_time: 0.000001894\n# Optimize_time: 0.000018526\n# Wait_TS: 0.000209042\n# DB: test\n# Is_internal: false\n# Digest: bc4570d7de5f1f19112a3915018d4d0650f00ce0ad5b39e929a05a8dc72fa0ac\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 09:19:14.769 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [2024/05/06 09:19:14.769 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [2024/05/06 09:19:14.770 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=2.153Β΅s] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=865ns] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=835ns] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=766ns] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=638ns] [2024/05/06 09:19:14.770 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:14.770 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:14.770 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:14.771 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bceb4b83-8d39-434b-aec3-14f90868f715] ["take time"=3.303571ms] [2024/05/06 09:19:14.771 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bceb4b83-8d39-434b-aec3-14f90868f715] [2024/05/06 09:19:14.772 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:14.772 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b8c72ce6-f132-49d0-a402-1e702cb81056] [2024/05/06 09:19:14.772 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:14.772 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:14.772 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:14.772 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=399] [2024/05/06 09:19:14.773 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:14.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:14.773 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:14.773 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:14.774 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:14.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="context canceled"] [2024/05/06 09:19:14.774 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8a6719d-f9c2-40d5-bfed-67b56ccaedf7"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8a6719d-f9c2-40d5-bfed-67b56ccaedf7"] [error="context canceled"] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8a6719d-f9c2-40d5-bfed-67b56ccaedf7"] [2024/05/06 09:19:14.774 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8a6719d-f9c2-40d5-bfed-67b56ccaedf7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:14.774 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:14.774 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a8a6719d-f9c2-40d5-bfed-67b56ccaedf7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:14.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:14.781 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:14.781 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="context canceled"] [2024/05/06 09:19:14.981 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:16.035 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:16.035 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:16.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:16.037 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8a6719d-f9c2-40d5-bfed-67b56ccaedf7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:16.228 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bceb4b83-8d39-434b-aec3-14f90868f715"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:16.228 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:16.228 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:16.228 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:16.229 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.461279451s] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:16.229 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:16.229 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:16.229 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:16.229 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:16.229 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddUniqueIndexDuplicatedError (2.27s) === RUN TestFirstLitSlowStart [2024/05/06 09:19:16.231 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:16.232 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:16.232 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:16.232 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:16.232 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:16.233 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:16.233 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:16.233 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:16.233 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:16.233 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:16.233 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:16.234 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:16.235 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:16.235 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:16.237 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:16.243 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:16.253 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=928] ["lease id"=3eaa8f4d304e8fac] [2024/05/06 09:19:16.254 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:16.268 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=274] ["start time"=12.2571ms] [2024/05/06 09:19:16.269 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:16.269 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [runWorker=true] [2024/05/06 09:19:16.269 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:16.271 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:16.271 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:16.271 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:16.271 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242480365568/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:16.271 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:16.271 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:16.271 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:16.273 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9cef] [ownerID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [op=none] [2024/05/06 09:19:16.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:16.273 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cbb65cd8-69b4-4404-a362-fe81f3ac25b2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:16.274 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:16.277 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:16.278 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:16.289 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:16.292 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:16.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:16.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:16.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:16.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:16.293 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:16.293 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:16.293 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:16.293 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:16.293 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:16.294 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:16.294 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:16.295 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:16.295 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:16.295 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:16.295 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:16.295 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:16.295 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:16.296 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a19ad664-1744-4a58-9196-08d3065f4bfd] [2024/05/06 09:19:16.296 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:16.296 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:16.296 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:16.297 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:16.297 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:16.298 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:16.300 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.682474ms] [2024/05/06 09:19:16.304 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:16.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="alter table `b1cce552` nocache"] [user=] [2024/05/06 09:19:16.305 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="drop table `b1cce552`"] [user=] [2024/05/06 09:19:16.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `b1cce552`"] [2024/05/06 09:19:16.322 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:16.323 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9cef] [ownerID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [op=none] [2024/05/06 09:19:16.323 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [op=none] [2024/05/06 09:19:16.323 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:16.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=274] [neededSchemaVersion=275] ["start time"=54.958Β΅s] [gotSchemaVersion=275] [phyTblIDs="[256]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.341 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=275] [2024/05/06 09:19:16.389 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=275] ["take time"=52.854741ms] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=275] [neededSchemaVersion=276] ["start time"=57.113Β΅s] [gotSchemaVersion=276] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=276] [2024/05/06 09:19:16.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=276] ["take time"=52.482529ms] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.465 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 256, Old Table Name: b1cce552"] [2024/05/06 09:19:16.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=276] [neededSchemaVersion=277] ["start time"=38.387Β΅s] [gotSchemaVersion=277] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:19:16.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=277] [2024/05/06 09:19:16.521 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=277] ["take time"=53.016794ms] [job="ID:259, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.530 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[256]"] [comment="drop table: table ID"] [2024/05/06 09:19:16.534 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop table"] [2024/05/06 09:19:16.534 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [job="ID:259, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:16.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:19:16.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.543 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=277] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:16.550 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.550 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:16.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=277] [neededSchemaVersion=278] ["start time"=91.719Β΅s] [gotSchemaVersion=278] [phyTblIDs="[253]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:16.568 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=278] [2024/05/06 09:19:16.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=278] ["take time"=52.902601ms] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=278] [neededSchemaVersion=279] ["start time"=45.521Β΅s] [gotSchemaVersion=279] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:16.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=279] [2024/05/06 09:19:16.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=279] ["take time"=52.796566ms] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=279] [neededSchemaVersion=280] ["start time"=34.48Β΅s] [gotSchemaVersion=280] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:16.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=280] [2024/05/06 09:19:16.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=280] ["take time"=52.864023ms] [job="ID:260, Type:drop schema, State:done, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.750 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=260] [tableIDs="[253]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:16.753 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=260] [jobType="drop schema"] [2024/05/06 09:19:16.754 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:drop schema, State:synced, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 09:19:16.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=280] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:16.768 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.768 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:16.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=280] [neededSchemaVersion=281] ["start time"=244.514Β΅s] [gotSchemaVersion=281] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:16.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=262] [version=281] [2024/05/06 09:19:16.831 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=281] ["take time"=52.497148ms] [job="ID:262, Type:create schema, State:done, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.838 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [job="ID:262, Type:create schema, State:synced, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=262] [2024/05/06 09:19:16.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.847 +00:00] [INFO] [set.go:170] ["set global var"] [conn=38] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:16.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=281] [cur_db=addindexlit] [sql="create table t(a int, b int);"] [user=] [2024/05/06 09:19:16.855 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.855 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int);"] [2024/05/06 09:19:16.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.865 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 263, Table Name: t"] [2024/05/06 09:19:16.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=281] [neededSchemaVersion=282] ["start time"=646.747Β΅s] [gotSchemaVersion=282] [phyTblIDs="[263]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:16.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=264] [version=282] [2024/05/06 09:19:16.921 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=282] ["take time"=52.607289ms] [job="ID:264, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [job="ID:264, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=264] [2024/05/06 09:19:16.935 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:16.940 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=282] [cur_db=addindexlit] [sql="create table t2(a int, b int);"] [user=] [2024/05/06 09:19:16.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:16.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int);"] [2024/05/06 09:19:16.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:16.958 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 265, Table Name: t2"] [2024/05/06 09:19:16.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=282] [neededSchemaVersion=283] ["start time"=534.097Β΅s] [gotSchemaVersion=283] [phyTblIDs="[265]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:16.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=266] [version=283] [2024/05/06 09:19:17.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=283] ["take time"=52.265299ms] [job="ID:266, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [job="ID:266, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:16.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=266] [2024/05/06 09:19:17.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:17.030 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=39] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t2 add unique index idx(a);"] [user=] [2024/05/06 09:19:17.030 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t add unique index idx(a);"] [user=] [2024/05/06 09:19:17.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:17.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add unique index idx(a);"] [2024/05/06 09:19:17.040 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:17.040 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(a);"] [2024/05/06 09:19:17.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.043 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:17.044 +00:00] [INFO] [backend_mgr.go:224] ["remove stale temp index data"] [jobID=258] [2024/05/06 09:19:17.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.051 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:17.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=283] [neededSchemaVersion=284] ["start time"=539.728Β΅s] [gotSchemaVersion=284] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.054 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=284] [2024/05/06 09:19:17.057 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=284] [neededSchemaVersion=285] ["start time"=527.486Β΅s] [gotSchemaVersion=285] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=285] [2024/05/06 09:19:17.102 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=284] ["take time"=53.004412ms] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=285] ["take time"=51.580079ms] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=285] [neededSchemaVersion=286] ["start time"=530.281Β΅s] [gotSchemaVersion=286] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.122 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=286] [2024/05/06 09:19:17.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=286] [neededSchemaVersion=287] ["start time"=773.353Β΅s] [gotSchemaVersion=287] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=287] [2024/05/06 09:19:17.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=286] ["take time"=52.16139ms] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.172 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=287] ["take time"=51.740471ms] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.180 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.185 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=287] [neededSchemaVersion=288] ["start time"=599.798Β΅s] [gotSchemaVersion=288] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=288] [2024/05/06 09:19:17.190 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=288] [neededSchemaVersion=289] ["start time"=596.676Β΅s] [gotSchemaVersion=289] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:17.192 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=289] [2024/05/06 09:19:17.235 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=288] ["take time"=53.015892ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.238 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=289] ["take time"=51.665878ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.244 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:17.244 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:17.244 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/267] [keyspaceName=] [2024/05/06 09:19:17.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:17.247 +00:00] [WARN] [manager.go:213] ["resign ddl owner success"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:17.247 +00:00] [INFO] [manager.go:458] ["watch failed, owner is deleted"] ["owner info"="[ddl] ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5 watch owner key /tidb/ddl/fg/owner/6f188f4d304e9cef"] [2024/05/06 09:19:17.247 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:17.247 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:17.247 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:17.247 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.247 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:17.247 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:17.248 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:17.248 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.248 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:17.248 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.248 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:17.249 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d304e9cef] [ownerID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [op=none] [2024/05/06 09:19:17.275 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:17.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:17.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:17.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:17.296 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:17.296 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:17.297 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a19ad664-1744-4a58-9196-08d3065f4bfd] [watcherID=69bd15fb-4c7c-40ec-80b8-8407c66b5a17] [2024/05/06 09:19:17.298 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:17.299 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:17.299 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:17.299 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:17.299 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:18.250 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:19:18.271 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:19.252 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:19:19.256 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:19.257 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:19.257 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:19.257 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:19.257 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/268] [keyspaceName=] [2024/05/06 09:19:19.258 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 09:19:19.260 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:19.260 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:19.260 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:19.260 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:19.261 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:19.261 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:19.261 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:19.261 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:19.261 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:19.266 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 09:19:19.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573593869451266, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:19.273 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:20.263 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:19:21.264 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:19:21.268 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:21.269 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:21.269 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:21.270 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 09:19:21.272 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=265] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:21.272 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 09:19:21.274 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=267] [start=7480000000000001095f728000000000000001] [end=7480000000000001095f72800000000000000300] ["checkpoint physical ID"=265] [2024/05/06 09:19:21.274 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573593869451266, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f728000000000000001,EndKey:7480000000000001095f72800000000000000300,First:false,PhysicalTableID:265,Ingest mode:true"] [2024/05/06 09:19:21.275 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 09:19:21.281 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594394001411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.282 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:21.285 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=263] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:21.285 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 09:19:21.286 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=268] [start=7480000000000001075f728000000000000001] [end=7480000000000001075f72800000000000000300] ["checkpoint physical ID"=263] [2024/05/06 09:19:21.286 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594394001411, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f728000000000000001,EndKey:7480000000000001075f72800000000000000300,First:false,PhysicalTableID:263,Ingest mode:true"] [2024/05/06 09:19:21.307 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=265] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:21.307 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=265] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=267] [localCnt=0] [2024/05/06 09:19:21.310 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:21.310 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:21.314 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=263] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:21.314 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=263] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=268] [localCnt=0] [2024/05/06 09:19:21.316 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:21.317 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1342177920] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:21.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1342177960] ["max memory quota"=17179869184] [2024/05/06 09:19:21.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1342178000] ["max memory quota"=17179869184] [2024/05/06 09:19:21.344 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1476395728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:21.345 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1610613456] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:21.383 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1610613496] ["max memory quota"=17179869184] [2024/05/06 09:19:21.383 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1744831224] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:21.390 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/06 09:19:21.390 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1879048992] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:21.396 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1879049032] ["max memory quota"=17179869184] [2024/05/06 09:19:21.396 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=268] [reader=2] [writer=4] [2024/05/06 09:19:21.396 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f728000000000000001] ["end key"=7480000000000001075f72800000000000000300] [2024/05/06 09:19:21.396 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 09:19:21.396 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f72800000000000000300] ["current end key"=7480000000000001075f72800000000000000300] [2024/05/06 09:19:21.396 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:21.396 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f728000000000000001, 7480000000000001075f72800000000000000300), jobID: 268"] [2024/05/06 09:19:21.396 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1879049072] ["max memory quota"=17179869184] [2024/05/06 09:19:21.397 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=2013266800] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:21.397 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:21.399 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/268/f75d9cab-8823-5503-94ba-459a1de580da.sst/3184d9d1-7cdf-4875-9f26-f6d8c4671205.sst] [firstKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:21.404 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001075f72800000000000000300] ["global checkpoint"=] ["global physical ID"=263] [] [2024/05/06 09:19:21.404 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f728000000000000001] [2024/05/06 09:19:21.404 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:21.405 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1476395768] ["max memory quota"=17179869184] [2024/05/06 09:19:21.405 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:21.410 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 09:19:21.410 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=267] [reader=2] [writer=4] [2024/05/06 09:19:21.410 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f728000000000000001] ["end key"=7480000000000001095f72800000000000000300] [2024/05/06 09:19:21.410 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 09:19:21.411 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f72800000000000000300] ["current end key"=7480000000000001095f72800000000000000300] [2024/05/06 09:19:21.411 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:21.411 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f728000000000000001, 7480000000000001095f72800000000000000300), jobID: 267"] [2024/05/06 09:19:21.412 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:21.412 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/267/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/16311d7d-5154-4446-b059-f2427fbb6cdb.sst] [firstKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:21.418 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001095f72800000000000000300] ["global checkpoint"=] ["global physical ID"=265] [] [2024/05/06 09:19:21.418 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f728000000000000001] [2024/05/06 09:19:21.418 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:21.428 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] [2024/05/06 09:19:21.429 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:21.429 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=697.317Β΅s] [] [2024/05/06 09:19:21.429 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:21.429 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:19:21.431 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:21.441 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] [2024/05/06 09:19:21.441 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:21.442 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=823.381Β΅s] [] [2024/05/06 09:19:21.442 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:21.442 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:19:21.443 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:21.453 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:21.453 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:21.462 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:21.463 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.178468ms] [] [2024/05/06 09:19:21.463 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:19:21.464 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=628.626Β΅s] [] [2024/05/06 09:19:21.464 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:19:21.464 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:21.464 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:21.464 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:21.465 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.024817ms] [] [2024/05/06 09:19:21.473 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:21.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=289] [neededSchemaVersion=290] ["start time"=769.227Β΅s] [gotSchemaVersion=290] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.475 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=32.626435ms] [] [2024/05/06 09:19:21.475 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:21.475 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=623.552Β΅s] [] [2024/05/06 09:19:21.475 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t2] [2024/05/06 09:19:21.475 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t2] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:21.476 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t2] [takeTime=985.604Β΅s] [] [2024/05/06 09:19:21.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=290] [2024/05/06 09:19:21.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=290] [neededSchemaVersion=291] ["start time"=598.167Β΅s] [gotSchemaVersion=291] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=291] [2024/05/06 09:19:21.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=290] ["take time"=52.079896ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594394001411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594394001411, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.533 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=291] ["take time"=51.957705ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573593869451266, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.534 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=268] [table=t] [index=idx] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:21.535 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:21.535 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.535 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.535 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:21.536 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:21.536 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.536 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.536 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.536 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.536 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 09:19:21.536 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 09:19:21.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573593869451266, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.542 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=267] [table=t2] [index=idx] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:21.543 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:21.543 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.543 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.544 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:21.544 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:21.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.544 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 09:19:21.544 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:21.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=291] [neededSchemaVersion=292] ["start time"=678.751Β΅s] [gotSchemaVersion=292] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=292] [2024/05/06 09:19:21.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=292] [neededSchemaVersion=293] ["start time"=591.021Β΅s] [gotSchemaVersion=293] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=293] [2024/05/06 09:19:21.595 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=292] ["take time"=53.464818ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.601 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=293] ["take time"=51.842737ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.605 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:19:21.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.610 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:19:21.611 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 09:19:21.616 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 09:19:21.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489674, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.619 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489674, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f69ffff000000000001,EndKey:7480000000000001075f69ffff000000000001ff,First:false,PhysicalTableID:263,Ingest mode:false"] [2024/05/06 09:19:21.621 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f69ffff000000000001] ["end key"=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:19:21.621 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f69ffff000000000001ff] ["current end key"=7480000000000001075f69ffff00000000000100] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f69ffff000000000001, 7480000000000001075f69ffff00000000000100), jobID: 268"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001075f69ffff0000000000010000] ["take time"=426.609Β΅s] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 09:19:21.622 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f69ffff000000000001] [2024/05/06 09:19:21.622 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:21.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489679, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.625 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489679, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f69ffff000000000001,EndKey:7480000000000001095f69ffff000000000001ff,First:false,PhysicalTableID:265,Ingest mode:false"] [2024/05/06 09:19:21.626 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f69ffff000000000001] ["end key"=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:19:21.626 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f69ffff000000000001ff] ["current end key"=7480000000000001095f69ffff00000000000100] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f69ffff000000000001, 7480000000000001095f69ffff00000000000100), jobID: 267"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001095f69ffff0000000000010000] ["take time"=454.962Β΅s] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 09:19:21.627 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f69ffff000000000001] [2024/05/06 09:19:21.627 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:21.653 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:21.658 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:21.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=293] [neededSchemaVersion=294] ["start time"=564.346Β΅s] [gotSchemaVersion=294] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.664 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=294] [2024/05/06 09:19:21.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=294] [neededSchemaVersion=295] ["start time"=622.749Β΅s] [gotSchemaVersion=295] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:21.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=295] [2024/05/06 09:19:21.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=294] ["take time"=53.353418ms] [job="ID:268, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489674, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=295] ["take time"=52.074691ms] [job="ID:267, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489679, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.718 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=268] [tableID=263] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:21.721 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=268] [jobType="add index"] [2024/05/06 09:19:21.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [job="ID:268, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489674, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.723 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=267] [tableID=265] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:21.725 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=267] [jobType="add index"] [2024/05/06 09:19:21.726 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [job="ID:267, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:17.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573594485489679, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:21.736 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=268] [2024/05/06 09:19:21.736 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:21.737 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 4.7076525700000005\n# Parse_time: 0.000063374\n# Compile_time: 0.000071291\n# Rewrite_time: 0.000001713\n# Optimize_time: 0.000022213\n# Wait_TS: 0.000136954\n# DB: addindexlit\n# Is_internal: false\n# Digest: ebdf268b8e1354475c01d1267666d50a539d48322633e70d0e52a9a0272b49e2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(a);"] [2024/05/06 09:19:23.122 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 09:19:23.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:23.123 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 39\n# Query_time: 6.093819213\n# Parse_time: 0.000078265\n# Compile_time: 0.00005384\n# Rewrite_time: 0.000002096\n# Optimize_time: 0.000035271\n# Wait_TS: 0.000123906\n# DB: addindexlit\n# Is_internal: false\n# Digest: 361b1e295b16304d8e2d0eef7548b13b79d0cba0e43b04b646d35f3a47139ba2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add unique index idx(a);"] [2024/05/06 09:19:23.124 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:23.124 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:23.125 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=2.291Β΅s] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=1.582Β΅s] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=1.169Β΅s] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=1.111Β΅s] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=909ns] [2024/05/06 09:19:23.126 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:23.126 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:23.126 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:23.127 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] ["take time"=3.396173ms] [2024/05/06 09:19:23.127 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [2024/05/06 09:19:23.128 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:23.128 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a19ad664-1744-4a58-9196-08d3065f4bfd] [watcherID=69bd15fb-4c7c-40ec-80b8-8407c66b5a17] [2024/05/06 09:19:23.128 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:23.128 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a19ad664-1744-4a58-9196-08d3065f4bfd] [2024/05/06 09:19:23.128 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:23.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:23.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=928] [2024/05/06 09:19:23.129 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:23.129 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:23.130 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:23.129 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:23.130 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:23.130 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:23.130 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:23.130 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:23.130 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbb65cd8-69b4-4404-a362-fe81f3ac25b2"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbb65cd8-69b4-4404-a362-fe81f3ac25b2"] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:23.130 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="context canceled"] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=68d718b4-1b94-45bf-9d06-cbbba27f10d5] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:23.130 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cbb65cd8-69b4-4404-a362-fe81f3ac25b2] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:23.130 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:23.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:23.130 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cbb65cd8-69b4-4404-a362-fe81f3ac25b2"] [error="context canceled"] [2024/05/06 09:19:23.144 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:23.144 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="context canceled"] [2024/05/06 09:19:23.144 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [2024/05/06 09:19:23.331 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbb65cd8-69b4-4404-a362-fe81f3ac25b2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:24.381 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.381 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:24.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:24.408 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 68d718b4-1b94-45bf-9d06-cbbba27f10d5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.408 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:24.408 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:24.408 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:24.408 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.284475282s] [2024/05/06 09:19:24.408 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:24.408 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.408 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:24.408 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:24.409 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFirstLitSlowStart (8.18s) === RUN TestConcFastReorg [2024/05/06 09:19:24.411 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:19:24.411 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:24.412 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:24.412 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.412 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:24.413 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.413 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.413 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:24.413 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.413 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:24.413 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:19:24.414 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.414 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:19:24.417 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812936305470154] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:19:24.421 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:19:24.427 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1145] ["lease id"=22318f4d304e9650] [2024/05/06 09:19:24.429 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:19:24.441 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=295] ["start time"=10.766092ms] [2024/05/06 09:19:24.442 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:19:24.442 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4353bb66-df43-417e-ac49-bcecc5330cb7] [runWorker=true] [2024/05/06 09:19:24.442 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:19:24.443 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:19:24.444 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:19:24.444 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 242480513024/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:24.444 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:24.444 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:19:24.444 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:24.444 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:19:24.444 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:19:24.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:24.445 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e9022] [ownerID=4353bb66-df43-417e-ac49-bcecc5330cb7] [op=none] [2024/05/06 09:19:24.445 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=26ff4127-370f-4c0e-8b1a-228a70476ca8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:24.446 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:19:24.449 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:19:24.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:24.450 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:19:24.462 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:24.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:24.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:24.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:24.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:24.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:24.465 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:19:24.465 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:19:24.465 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:19:24.465 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:19:24.465 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:19:24.466 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:24.466 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:19:24.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:24.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:24.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:24.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:24.467 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:19:24.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:24.468 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b846db9d-0b77-4a5e-8dfa-9a6c4950fae3] [2024/05/06 09:19:24.468 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:24.468 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:19:24.471 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.731593ms] [2024/05/06 09:19:24.482 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:19:24.484 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:24.484 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:19:24.484 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:19:24.490 +00:00] [INFO] [set.go:170] ["set global var"] [conn=40] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:19:24.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=295] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:19:24.495 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:19:24.496 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d304e9022] [ownerID=4353bb66-df43-417e-ac49-bcecc5330cb7] [op=none] [2024/05/06 09:19:24.496 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [op=none] [2024/05/06 09:19:24.496 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:19:24.500 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.500 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:19:24.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=295] [neededSchemaVersion=296] ["start time"=73.615Β΅s] [gotSchemaVersion=296] [phyTblIDs="[263,265]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:24.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=296] [2024/05/06 09:19:24.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=296] ["take time"=52.321619ms] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.579 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbb65cd8-69b4-4404-a362-fe81f3ac25b2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:24.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=296] [neededSchemaVersion=297] ["start time"=62.928Β΅s] [gotSchemaVersion=297] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:24.590 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=297] [2024/05/06 09:19:24.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=297] ["take time"=52.463755ms] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=297] [neededSchemaVersion=298] ["start time"=43.022Β΅s] [gotSchemaVersion=298] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:24.657 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=298] [2024/05/06 09:19:24.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=298] ["take time"=52.806398ms] [job="ID:269, Type:drop schema, State:done, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.711 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=269] [tableIDs="[263,265]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:24.715 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="drop schema"] [2024/05/06 09:19:24.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [job="ID:269, Type:drop schema, State:synced, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.721 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 09:19:24.722 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:24.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=298] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:19:24.730 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.730 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:19:24.736 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.743 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=298] [neededSchemaVersion=299] ["start time"=291.161Β΅s] [gotSchemaVersion=299] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:24.746 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=299] [2024/05/06 09:19:24.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=299] ["take time"=53.162526ms] [job="ID:271, Type:create schema, State:done, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:24.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [job="ID:271, Type:create schema, State:synced, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.808 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 09:19:24.808 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:24.813 +00:00] [INFO] [set.go:170] ["set global var"] [conn=41] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:19:24.813 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=299] [cur_db=addindexlit] [sql="create table t0(a int);"] [user=] [2024/05/06 09:19:24.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.820 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t0(a int);"] [2024/05/06 09:19:24.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.829 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 272, Table Name: t0"] [2024/05/06 09:19:24.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=299] [neededSchemaVersion=300] ["start time"=523.286Β΅s] [gotSchemaVersion=300] [phyTblIDs="[272]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:24.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=273] [version=300] [2024/05/06 09:19:24.884 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=300] ["take time"=52.628002ms] [job="ID:273, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [job="ID:273, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.894 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=273] [2024/05/06 09:19:24.894 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:24.895 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=300] [cur_db=addindexlit] [sql="create table t1(a int);"] [user=] [2024/05/06 09:19:24.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int);"] [2024/05/06 09:19:24.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.911 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 274, Table Name: t1"] [2024/05/06 09:19:24.915 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=300] [neededSchemaVersion=301] ["start time"=484.894Β΅s] [gotSchemaVersion=301] [phyTblIDs="[274]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:24.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=275] [version=301] [2024/05/06 09:19:24.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=301] ["take time"=52.579602ms] [job="ID:275, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.971 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [job="ID:275, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.975 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 09:19:24.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:24.976 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=301] [cur_db=addindexlit] [sql="create table t2(a int);"] [user=] [2024/05/06 09:19:24.982 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:24.982 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int);"] [2024/05/06 09:19:24.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.990 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 276, Table Name: t2"] [2024/05/06 09:19:24.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=301] [neededSchemaVersion=302] ["start time"=472.159Β΅s] [gotSchemaVersion=302] [phyTblIDs="[276]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:24.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=302] [2024/05/06 09:19:25.045 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=302] ["take time"=52.937346ms] [job="ID:277, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:24.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [job="ID:277, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:24.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 09:19:25.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.057 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=302] [cur_db=addindexlit] [sql="create table t3(a int);"] [user=] [2024/05/06 09:19:25.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.064 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t3(a int);"] [2024/05/06 09:19:25.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 278, Table Name: t3"] [2024/05/06 09:19:25.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=302] [neededSchemaVersion=303] ["start time"=484.295Β΅s] [gotSchemaVersion=303] [phyTblIDs="[278]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=303] [2024/05/06 09:19:25.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=303] ["take time"=52.484831ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.133 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.137 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 09:19:25.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.138 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=303] [cur_db=addindexlit] [sql="create table t4(a int);"] [user=] [2024/05/06 09:19:25.145 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.145 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t4(a int);"] [2024/05/06 09:19:25.150 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.152 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 280, Table Name: t4"] [2024/05/06 09:19:25.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=303] [neededSchemaVersion=304] ["start time"=476.445Β΅s] [gotSchemaVersion=304] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=304] [2024/05/06 09:19:25.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=304] ["take time"=52.254945ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.217 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 09:19:25.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.218 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=304] [cur_db=addindexlit] [sql="create table t5(a int);"] [user=] [2024/05/06 09:19:25.224 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.224 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t5(a int);"] [2024/05/06 09:19:25.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.232 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 282, Table Name: t5"] [2024/05/06 09:19:25.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=304] [neededSchemaVersion=305] ["start time"=525.344Β΅s] [gotSchemaVersion=305] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=305] [2024/05/06 09:19:25.287 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=305] ["take time"=52.017734ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.298 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 09:19:25.298 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.299 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=305] [cur_db=addindexlit] [sql="create table t6(a int);"] [user=] [2024/05/06 09:19:25.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t6(a int);"] [2024/05/06 09:19:25.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.316 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 284, Table Name: t6"] [2024/05/06 09:19:25.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=305] [neededSchemaVersion=306] ["start time"=490.543Β΅s] [gotSchemaVersion=306] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=306] [2024/05/06 09:19:25.371 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=306] ["take time"=52.564895ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.376 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.282 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.380 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 09:19:25.380 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.381 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=306] [cur_db=addindexlit] [sql="create table t7(a int);"] [user=] [2024/05/06 09:19:25.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t7(a int);"] [2024/05/06 09:19:25.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.395 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 286, Table Name: t7"] [2024/05/06 09:19:25.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=306] [neededSchemaVersion=307] ["start time"=612.646Β΅s] [gotSchemaVersion=307] [phyTblIDs="[286]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=307] [2024/05/06 09:19:25.447 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:19:25.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:25.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:25.447 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:19:25.449 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=307] ["take time"=51.802248ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.454 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.459 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 09:19:25.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.460 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=307] [cur_db=addindexlit] [sql="create table t8(a int);"] [user=] [2024/05/06 09:19:25.466 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.466 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t8(a int);"] [2024/05/06 09:19:25.468 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:19:25.468 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:19:25.468 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b846db9d-0b77-4a5e-8dfa-9a6c4950fae3] [watcherID=62ea77c6-8acd-489e-a5d3-35dc780e7a48] [2024/05/06 09:19:25.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.474 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 288, Table Name: t8"] [2024/05/06 09:19:25.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=307] [neededSchemaVersion=308] ["start time"=460.414Β΅s] [gotSchemaVersion=308] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=308] [2024/05/06 09:19:25.484 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:19:25.486 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:19:25.486 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:19:25.486 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:19:25.486 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:19:25.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=308] ["take time"=52.15319ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.535 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 09:19:25.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=308] [cur_db=addindexlit] [sql="create table t9(a int);"] [user=] [2024/05/06 09:19:25.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.547 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t9(a int);"] [2024/05/06 09:19:25.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.555 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 290, Table Name: t9"] [2024/05/06 09:19:25.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=308] [neededSchemaVersion=309] ["start time"=501.421Β΅s] [gotSchemaVersion=309] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:25.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=309] [2024/05/06 09:19:25.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=309] ["take time"=52.735112ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 09:19:25.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=45] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t0 add index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=51] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t7 add unique index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=49] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t5 add unique index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=50] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t4 add index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=43] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t8 add index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=42] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t9 add unique index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=46] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t1 add unique index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=48] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t6 add index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=47] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t3 add unique index idx(a);"] [user=] [2024/05/06 09:19:25.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=44] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t2 add index idx(a);"] [user=] [2024/05/06 09:19:25.631 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:25.631 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t0 add index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=9] [jobs="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t4 add index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t6 add index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t7 add unique index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t9 add unique index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t8 add index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t1 add unique index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t3 add unique index idx(a);"] [2024/05/06 09:19:25.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t5 add unique index idx(a);"] [2024/05/06 09:19:25.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.641 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=309] [neededSchemaVersion=310] ["start time"=559.773Β΅s] [gotSchemaVersion=310] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.649 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.650 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=310] [2024/05/06 09:19:25.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=310] [neededSchemaVersion=311] ["start time"=542.886Β΅s] [gotSchemaVersion=311] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=311] [2024/05/06 09:19:25.658 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.664 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=311] [neededSchemaVersion=312] ["start time"=541.126Β΅s] [gotSchemaVersion=312] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.666 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.667 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.667 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=312] [2024/05/06 09:19:25.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=312] [neededSchemaVersion=313] ["start time"=494.158Β΅s] [gotSchemaVersion=313] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=313] [2024/05/06 09:19:25.676 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=313] [neededSchemaVersion=314] ["start time"=490.472Β΅s] [gotSchemaVersion=314] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.685 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=314] [2024/05/06 09:19:25.685 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.691 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=314] [neededSchemaVersion=315] ["start time"=466.783Β΅s] [gotSchemaVersion=315] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.693 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=315] [2024/05/06 09:19:25.697 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=310] ["take time"=51.555416ms] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=315] [neededSchemaVersion=316] ["start time"=495.908Β΅s] [gotSchemaVersion=316] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.701 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=316] [2024/05/06 09:19:25.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=311] ["take time"=51.591964ms] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.707 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=316] [neededSchemaVersion=317] ["start time"=599.353Β΅s] [gotSchemaVersion=317] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=317] [2024/05/06 09:19:25.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=317] [neededSchemaVersion=318] ["start time"=591.287Β΅s] [gotSchemaVersion=318] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=312] ["take time"=51.717264ms] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.717 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=318] [2024/05/06 09:19:25.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=318] [neededSchemaVersion=319] ["start time"=635.516Β΅s] [gotSchemaVersion=319] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.722 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.723 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=319] [2024/05/06 09:19:25.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=313] ["take time"=51.625509ms] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=319] [neededSchemaVersion=320] ["start time"=496.717Β΅s] [gotSchemaVersion=320] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=320] [2024/05/06 09:19:25.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.732 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=314] ["take time"=51.725748ms] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=320] [neededSchemaVersion=321] ["start time"=605.71Β΅s] [gotSchemaVersion=321] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.736 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=321] [2024/05/06 09:19:25.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=321] [neededSchemaVersion=322] ["start time"=467.751Β΅s] [gotSchemaVersion=322] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=322] [2024/05/06 09:19:25.741 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:19:25.741 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=315] ["take time"=51.706401ms] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.747 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=322] [neededSchemaVersion=323] ["start time"=538.949Β΅s] [gotSchemaVersion=323] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.749 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=316] ["take time"=51.470363ms] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.750 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=323] [2024/05/06 09:19:25.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=323] [neededSchemaVersion=324] ["start time"=459.464Β΅s] [gotSchemaVersion=324] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=324] [2024/05/06 09:19:25.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.757 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=317] ["take time"=51.313059ms] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=324] [neededSchemaVersion=325] ["start time"=703.324Β΅s] [gotSchemaVersion=325] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.760 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=325] [2024/05/06 09:19:25.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=325] [neededSchemaVersion=326] ["start time"=651.422Β΅s] [gotSchemaVersion=326] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.763 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=318] ["take time"=51.481784ms] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=326] [2024/05/06 09:19:25.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=319] ["take time"=52.038069ms] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=326] [neededSchemaVersion=327] ["start time"=554.328Β΅s] [gotSchemaVersion=327] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.776 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=327] [2024/05/06 09:19:25.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=320] ["take time"=51.690861ms] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=327] [neededSchemaVersion=328] ["start time"=523.978Β΅s] [gotSchemaVersion=328] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=328] [2024/05/06 09:19:25.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=328] [neededSchemaVersion=329] ["start time"=561.462Β΅s] [gotSchemaVersion=329] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=321] ["take time"=51.699424ms] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=329] [2024/05/06 09:19:25.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=322] ["take time"=51.851146ms] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=329] [neededSchemaVersion=330] ["start time"=630.504Β΅s] [gotSchemaVersion=330] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=330] [2024/05/06 09:19:25.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=323] ["take time"=51.631968ms] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=330] [neededSchemaVersion=331] ["start time"=600.086Β΅s] [gotSchemaVersion=331] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=331] [2024/05/06 09:19:25.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=324] ["take time"=51.604155ms] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=331] [neededSchemaVersion=332] ["start time"=623.299Β΅s] [gotSchemaVersion=332] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=332] [2024/05/06 09:19:25.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=325] ["take time"=51.685087ms] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=326] ["take time"=51.70529ms] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=332] [neededSchemaVersion=333] ["start time"=615.435Β΅s] [gotSchemaVersion=333] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.818 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=333] [2024/05/06 09:19:25.820 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=333] [neededSchemaVersion=334] ["start time"=556.893Β΅s] [gotSchemaVersion=334] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=327] ["take time"=51.53493ms] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.822 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=334] [2024/05/06 09:19:25.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=334] [neededSchemaVersion=335] ["start time"=516.428Β΅s] [gotSchemaVersion=335] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=335] [2024/05/06 09:19:25.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=328] ["take time"=51.320958ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=335] [neededSchemaVersion=336] ["start time"=479.634Β΅s] [gotSchemaVersion=336] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.830 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=336] [2024/05/06 09:19:25.831 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=329] ["take time"=51.460356ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.836 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.836 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:25.836 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/292] [keyspaceName=] [2024/05/06 09:19:25.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=336] [neededSchemaVersion=337] ["start time"=536.297Β΅s] [gotSchemaVersion=337] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.839 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:25.839 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:25.840 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.840 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:25.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=337] [2024/05/06 09:19:25.840 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.840 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:25.840 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:25.840 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:25.840 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:25.840 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.841 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=330] ["take time"=51.196207ms] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.844 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:25.844 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:25.844 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:25.844 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:25.844 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/293] [keyspaceName=] [2024/05/06 09:19:25.845 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 09:19:25.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=331] ["take time"=51.204669ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.847 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:25.847 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:25.847 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.847 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:25.848 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.848 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:25.848 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:25.848 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:25.848 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:25.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.851 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 09:19:25.853 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=332] ["take time"=51.57079ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.853 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:25.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.854 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:25.854 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:25.854 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.854 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:25.854 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/294] [keyspaceName=] [2024/05/06 09:19:25.855 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=286] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 09:19:25.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=337] [neededSchemaVersion=338] ["start time"=507.369Β΅s] [gotSchemaVersion=338] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:25.857 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:25.857 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:25.858 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.858 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:25.858 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.858 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=338] [2024/05/06 09:19:25.858 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:25.858 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:25.858 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:25.858 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:25.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601683, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.859 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 09:19:25.860 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.863 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:25.863 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=333] ["take time"=51.515276ms] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601703, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.864 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:25.864 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=528] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:25.864 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.865 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=282] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 09:19:25.867 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:25.867 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 09:19:25.867 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=286] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:25.867 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 09:19:25.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.868 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=292] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272] [2024/05/06 09:19:25.868 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601683, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"] [2024/05/06 09:19:25.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=334] ["take time"=51.582235ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.869 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=293] [start=74800000000000011e5f728000000000000001] [end=74800000000000011e5f72800000000000000300] ["checkpoint physical ID"=286] [2024/05/06 09:19:25.869 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601703, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f728000000000000001,EndKey:74800000000000011e5f72800000000000000300,First:false,PhysicalTableID:286,Ingest mode:true"] [2024/05/06 09:19:25.869 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.869 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:25.869 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/295] [keyspaceName=] [2024/05/06 09:19:25.869 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 09:19:25.871 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:25.872 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:25.872 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.872 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:25.872 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:25.872 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:25.872 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:25.872 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:25.872 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:25.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=335] ["take time"=51.314133ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.874 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.876 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:25.876 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:25.876 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=704] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:25.877 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=280] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 09:19:25.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=336] ["take time"=51.360481ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.879 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=282] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:25.879 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 09:19:25.881 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=294] [start=74800000000000011a5f728000000000000001] [end=74800000000000011a5f72800000000000000300] ["checkpoint physical ID"=282] [2024/05/06 09:19:25.881 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601720, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f728000000000000001,EndKey:74800000000000011a5f72800000000000000300,First:false,PhysicalTableID:282,Ingest mode:true"] [2024/05/06 09:19:25.882 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 09:19:25.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601750, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.887 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:25.888 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=337] ["take time"=51.782301ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.890 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=280] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:25.890 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 09:19:25.892 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=295] [start=7480000000000001185f728000000000000001] [end=7480000000000001185f72800000000000000300] ["checkpoint physical ID"=280] [2024/05/06 09:19:25.892 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601750, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f728000000000000001,EndKey:7480000000000001185f72800000000000000300,First:false,PhysicalTableID:280,Ingest mode:true"] [2024/05/06 09:19:25.906 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=338] ["take time"=51.639641ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:25.922 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=286] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:25.922 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=286] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=293] [localCnt=0] [2024/05/06 09:19:25.924 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:19:25.924 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=671089488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:25.925 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:25.925 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=292] [localCnt=0] [2024/05/06 09:19:25.927 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:19:25.927 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=1342178272] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:25.929 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=282] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:25.929 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=282] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=294] [localCnt=0] [2024/05/06 09:19:25.932 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:19:25.932 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2013267056] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:25.934 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=280] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:25.934 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=280] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=295] [localCnt=0] [2024/05/06 09:19:25.936 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2013267096] ["max memory quota"=17179869184] [2024/05/06 09:19:25.937 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2147484824] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:25.937 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:19:25.937 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2818573608] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:25.940 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2818573648] ["max memory quota"=17179869184] [2024/05/06 09:19:25.940 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=2952791376] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:25.949 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2952791416] ["max memory quota"=17179869184] [2024/05/06 09:19:25.949 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3087009144] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:25.953 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3087009184] ["max memory quota"=17179869184] [2024/05/06 09:19:25.953 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3221226912] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:25.960 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=3221226952] ["max memory quota"=17179869184] [2024/05/06 09:19:25.960 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3355444680] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:25.962 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3355444720] ["max memory quota"=17179869184] [2024/05/06 09:19:25.962 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3489662448] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:25.965 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3489662488] ["max memory quota"=17179869184] [2024/05/06 09:19:25.965 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3623880216] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3623880296] ["max memory quota"=17179869184] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3623880256] ["max memory quota"=17179869184] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3623880336] ["max memory quota"=17179869184] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3623880376] ["max memory quota"=17179869184] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3758098104] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3892315832] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=4160751288] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.014 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=4160751288] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.018 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=4160751328] ["max memory quota"=17179869184] [2024/05/06 09:19:26.018 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=292] [reader=2] [writer=4] [2024/05/06 09:19:26.018 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300] [2024/05/06 09:19:26.018 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 09:19:26.019 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300] [2024/05/06 09:19:26.019 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.019 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 292"] [2024/05/06 09:19:26.020 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.020 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/292/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/78f7129d-9ac4-445a-a24f-2ea1055c1af9.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:19:26.025 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] [] [2024/05/06 09:19:26.026 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001] [2024/05/06 09:19:26.026 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.045 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] [2024/05/06 09:19:26.045 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:19:26.045 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=710.481Β΅s] [] [2024/05/06 09:19:26.045 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.045 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/06 09:19:26.047 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.067 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3623880296] ["max memory quota"=17179869184] [2024/05/06 09:19:26.067 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3623880336] ["max memory quota"=17179869184] [2024/05/06 09:19:26.067 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3759146640] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.067 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3759146680] ["max memory quota"=17179869184] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=295] [reader=2] [writer=4] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=293] [reader=2] [writer=4] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f728000000000000001] ["end key"=7480000000000001185f72800000000000000300] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f728000000000000001] ["end key"=74800000000000011e5f72800000000000000300] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 09:19:26.067 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 09:19:26.068 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:19:26.068 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f72800000000000000300] ["current end key"=7480000000000001185f72800000000000000300] [2024/05/06 09:19:26.068 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.068 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.068 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f72800000000000000300] ["current end key"=74800000000000011e5f72800000000000000300] [2024/05/06 09:19:26.068 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.068 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f728000000000000001, 7480000000000001185f72800000000000000300), jobID: 295"] [2024/05/06 09:19:26.068 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f728000000000000001, 74800000000000011e5f72800000000000000300), jobID: 293"] [2024/05/06 09:19:26.069 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.069 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.070 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/293/8f1beb83-9c70-566b-9a49-eceac3f97713.sst/82785387-fbb9-4970-b0fc-1a3392602cb4.sst] [firstKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:26.070 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/295/47bed380-cb3c-5a10-8193-e739b762a16c.sst/1a0cd6a7-3f7e-4d8a-bb54-f5b8080ce330.sst] [firstKey=7480000000000001185F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001185F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:19:26.070 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3759146720] ["max memory quota"=17179869184] [2024/05/06 09:19:26.070 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=294] [reader=2] [writer=4] [2024/05/06 09:19:26.070 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f728000000000000001] ["end key"=74800000000000011a5f72800000000000000300] [2024/05/06 09:19:26.070 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 09:19:26.070 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f72800000000000000300] ["current end key"=74800000000000011a5f72800000000000000300] [2024/05/06 09:19:26.070 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.070 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f728000000000000001, 74800000000000011a5f72800000000000000300), jobID: 294"] [2024/05/06 09:19:26.071 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.072 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/294/3b057b2e-d774-5ab3-be42-50a58a9db5c4.sst/0a5771ee-f08a-4787-b67b-6ecc9d5eb2a0.sst] [firstKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:26.075 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001185f72800000000000000300] ["global checkpoint"=] ["global physical ID"=280] [] [2024/05/06 09:19:26.075 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011e5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=286] [] [2024/05/06 09:19:26.075 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f728000000000000001] [2024/05/06 09:19:26.075 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f728000000000000001] [2024/05/06 09:19:26.075 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.075 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.076 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011a5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=282] [] [2024/05/06 09:19:26.076 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f728000000000000001] [2024/05/06 09:19:26.076 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.077 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:19:26.078 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=32.529354ms] [] [2024/05/06 09:19:26.078 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:19:26.078 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=553.72Β΅s] [] [2024/05/06 09:19:26.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=338] [neededSchemaVersion=339] ["start time"=668.306Β΅s] [gotSchemaVersion=339] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=339] [2024/05/06 09:19:26.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.101 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.101 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.101 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/296] [keyspaceName=] [2024/05/06 09:19:26.104 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.104 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.104 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.104 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.104 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.105 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.105 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.105 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.105 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.108 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.109 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.109 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=2151679408] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:26.110 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=288] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 09:19:26.115 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 09:19:26.119 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] [2024/05/06 09:19:26.119 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:19:26.119 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] [2024/05/06 09:19:26.119 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:19:26.120 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=778.373Β΅s] [] [2024/05/06 09:19:26.120 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.120 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [2024/05/06 09:19:26.120 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=602.271Β΅s] [] [2024/05/06 09:19:26.120 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.120 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [2024/05/06 09:19:26.121 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] [2024/05/06 09:19:26.121 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:19:26.121 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.121 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.121 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595665137673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.121 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=613.375Β΅s] [] [2024/05/06 09:19:26.121 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.121 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [2024/05/06 09:19:26.122 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.122 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.125 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=288] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.125 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 09:19:26.126 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=296] [start=7480000000000001205f728000000000000001] [end=7480000000000001205f72800000000000000300] ["checkpoint physical ID"=288] [2024/05/06 09:19:26.126 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595665137673, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f728000000000000001,EndKey:7480000000000001205f72800000000000000300,First:false,PhysicalTableID:288,Ingest mode:true"] [2024/05/06 09:19:26.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=339] ["take time"=51.62761ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601683, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.142 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:26.142 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.143 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:26.143 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.143 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:19:26.143 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.146 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=288] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.146 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=288] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=296] [localCnt=0] [2024/05/06 09:19:26.148 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:19:26.148 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2821719616] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.151 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2821719656] ["max memory quota"=17179869184] [2024/05/06 09:19:26.151 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2955937384] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.153 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2955937424] ["max memory quota"=17179869184] [2024/05/06 09:19:26.153 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=3090155152] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3090155192] ["max memory quota"=17179869184] [2024/05/06 09:19:26.155 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=3224372920] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3224372960] ["max memory quota"=17179869184] [2024/05/06 09:19:26.157 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=296] [reader=2] [writer=4] [2024/05/06 09:19:26.157 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f728000000000000001] ["end key"=7480000000000001205f72800000000000000300] [2024/05/06 09:19:26.158 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 09:19:26.158 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f72800000000000000300] ["current end key"=7480000000000001205f72800000000000000300] [2024/05/06 09:19:26.158 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.158 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f728000000000000001, 7480000000000001205f72800000000000000300), jobID: 296"] [2024/05/06 09:19:26.159 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.159 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/296/320db698-a507-5895-b9ee-7c50a9f2c5d5.sst/708325c8-78bd-4928-ad92-bd11086ef11a.sst] [firstKey=7480000000000001205F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001205F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:19:26.197 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001205f72800000000000000300] ["global checkpoint"=] ["global physical ID"=288] [] [2024/05/06 09:19:26.197 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f728000000000000001] [2024/05/06 09:19:26.197 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.198 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:26.200 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [takeTime=79.878575ms] [] [2024/05/06 09:19:26.200 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:19:26.200 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=640.967Β΅s] [] [2024/05/06 09:19:26.200 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t7] [2024/05/06 09:19:26.200 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t7] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:26.201 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:26.201 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t7] [takeTime=680.712Β΅s] [] [2024/05/06 09:19:26.202 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [takeTime=81.682644ms] [] [2024/05/06 09:19:26.202 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:19:26.202 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=606.924Β΅s] [] [2024/05/06 09:19:26.202 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t5] [2024/05/06 09:19:26.202 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t5] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:26.203 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t5] [takeTime=651.525Β΅s] [] [2024/05/06 09:19:26.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=339] [neededSchemaVersion=340] ["start time"=541.743Β΅s] [gotSchemaVersion=340] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.212 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=340] [2024/05/06 09:19:26.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=340] [neededSchemaVersion=341] ["start time"=552.431Β΅s] [gotSchemaVersion=341] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=341] [2024/05/06 09:19:26.221 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] [2024/05/06 09:19:26.221 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:19:26.221 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=672.763Β΅s] [] [2024/05/06 09:19:26.221 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.221 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [2024/05/06 09:19:26.222 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.225 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:19:26.226 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [takeTime=105.035789ms] [] [2024/05/06 09:19:26.226 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:19:26.227 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=541.185Β΅s] [] [2024/05/06 09:19:26.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=341] [neededSchemaVersion=342] ["start time"=512.725Β΅s] [gotSchemaVersion=342] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=342] [2024/05/06 09:19:26.244 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:19:26.244 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601683, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.250 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=292] [table=t0] [index=idx] [2024/05/06 09:19:26.251 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.251 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.251 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.251 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.251 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.251 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 09:19:26.251 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=2149582080] ["max memory quota"=17179869184] [2024/05/06 09:19:26.251 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:19:26.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [takeTime=31.044204ms] [] [2024/05/06 09:19:26.252 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:19:26.253 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=595.427Β΅s] [] [2024/05/06 09:19:26.258 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=340] ["take time"=51.584893ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601703, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=342] [neededSchemaVersion=343] ["start time"=502.411Β΅s] [gotSchemaVersion=343] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=343] [2024/05/06 09:19:26.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=341] ["take time"=51.512675ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.263 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=343] [neededSchemaVersion=344] ["start time"=545.969Β΅s] [gotSchemaVersion=344] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.265 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=344] [2024/05/06 09:19:26.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601703, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.266 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=293] [table=t7] [index=idx] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.267 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.267 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.267 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.267 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.268 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.268 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.268 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.268 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.268 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.268 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 09:19:26.268 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=1611662272] ["max memory quota"=17179869184] [2024/05/06 09:19:26.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.270 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=294] [table=t5] [index=idx] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.272 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.272 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.272 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.272 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.272 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.272 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 09:19:26.272 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=1074791040] ["max memory quota"=17179869184] [2024/05/06 09:19:26.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=344] [neededSchemaVersion=345] ["start time"=446.26Β΅s] [gotSchemaVersion=345] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.277 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=345] [2024/05/06 09:19:26.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=345] [neededSchemaVersion=346] ["start time"=476.767Β΅s] [gotSchemaVersion=346] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=346] [2024/05/06 09:19:26.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=342] ["take time"=51.784549ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601750, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595599601750, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.291 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=295] [table=t4] [index=idx] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.292 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.292 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.292 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.292 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.292 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.293 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.293 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.293 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.293 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.293 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 09:19:26.293 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 09:19:26.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=346] [neededSchemaVersion=347] ["start time"=487.084Β΅s] [gotSchemaVersion=347] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=347] [2024/05/06 09:19:26.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.303 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.303 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.303 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/297] [keyspaceName=] [2024/05/06 09:19:26.306 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.306 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.306 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.306 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.306 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.306 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.307 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.307 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.307 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.307 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=343] ["take time"=51.643128ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.311 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=344] ["take time"=51.622802ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595665137673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.312 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.312 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=537919984] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:26.313 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=290] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 09:19:26.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.316 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:19:26.318 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 09:19:26.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595665137673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.321 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=296] [table=t8] [index=idx] [2024/05/06 09:19:26.322 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.322 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.322 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.322 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.322 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.322 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 09:19:26.322 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=176] ["max memory quota"=17179869184] [2024/05/06 09:19:26.324 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=345] ["take time"=51.700987ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=45] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566492, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=346] ["take time"=51.735798ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.328 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566492, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"] [2024/05/06 09:19:26.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=347] [neededSchemaVersion=348] ["start time"=466.478Β΅s] [gotSchemaVersion=348] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 09:19:26.330 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 09:19:26.331 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 292"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=498.039Β΅s] [2024/05/06 09:19:26.331 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 09:19:26.331 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001] [2024/05/06 09:19:26.331 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.331 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=348] [2024/05/06 09:19:26.332 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=286] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:19:26.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.336 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:19:26.337 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 09:19:26.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566485, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.340 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.341 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 09:19:26.343 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=290] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.343 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 09:19:26.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=51] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673667, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.344 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=297] [start=7480000000000001225f728000000000000001] [end=7480000000000001225f72800000000000000300] ["checkpoint physical ID"=290] [2024/05/06 09:19:26.344 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566485, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f728000000000000001,EndKey:7480000000000001225f72800000000000000300,First:false,PhysicalTableID:290,Ingest mode:true"] [2024/05/06 09:19:26.346 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673667, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f69ffff000000000001,EndKey:74800000000000011e5f69ffff000000000001ff,First:false,PhysicalTableID:286,Ingest mode:false"] [2024/05/06 09:19:26.347 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f69ffff000000000001] ["end key"=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:19:26.347 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f69ffff000000000001ff] ["current end key"=74800000000000011e5f69ffff00000000000100] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 09:19:26.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f69ffff000000000001, 74800000000000011e5f69ffff00000000000100), jobID: 293"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011e5f69ffff0000000000010000] ["take time"=396.039Β΅s] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 09:19:26.348 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f69ffff000000000001] [2024/05/06 09:19:26.348 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=347] ["take time"=52.241369ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.350 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673673, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 09:19:26.352 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 09:19:26.353 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 294"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=335.412Β΅s] [2024/05/06 09:19:26.353 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 09:19:26.353 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001] [2024/05/06 09:19:26.353 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.359 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=348] [neededSchemaVersion=349] ["start time"=566.426Β΅s] [gotSchemaVersion=349] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=349] [2024/05/06 09:19:26.378 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=348] ["take time"=51.743787ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.387 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=280] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:19:26.388 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=290] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.388 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=290] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=297] [localCnt=0] [2024/05/06 09:19:26.392 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:19:26.392 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.393 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 09:19:26.395 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.401 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=349] [neededSchemaVersion=350] ["start time"=752.768Β΅s] [gotSchemaVersion=350] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=50] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780867, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=350] [2024/05/06 09:19:26.406 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780867, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f69ffff000000000001,EndKey:7480000000000001185f69ffff000000000001ff,First:false,PhysicalTableID:280,Ingest mode:false"] [2024/05/06 09:19:26.408 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f69ffff000000000001] ["end key"=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:19:26.408 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:19:26.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=350] [neededSchemaVersion=351] ["start time"=1.273792ms] [gotSchemaVersion=351] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f69ffff000000000001ff] ["current end key"=7480000000000001185f69ffff00000000000100] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f69ffff000000000001, 7480000000000001185f69ffff00000000000100), jobID: 295"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001185f69ffff0000000000010000] ["take time"=493.818Β΅s] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 09:19:26.409 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:19:26.409 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f69ffff000000000001] [2024/05/06 09:19:26.410 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.410 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.411 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=288] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:19:26.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=351] [2024/05/06 09:19:26.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=349] ["take time"=51.59997ms] [job="ID:292, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566492, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.416 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 09:19:26.421 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=292] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.422 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:19:26.423 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.423 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="add index"] [2024/05/06 09:19:26.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=45] [job="ID:292, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.582 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566492, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780895, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.429 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780895, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f69ffff000000000001,EndKey:7480000000000001205f69ffff000000000001ff,First:false,PhysicalTableID:288,Ingest mode:false"] [2024/05/06 09:19:26.430 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f69ffff000000000001] ["end key"=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:19:26.430 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f69ffff000000000001ff] ["current end key"=7480000000000001205f69ffff00000000000100] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f69ffff000000000001, 7480000000000001205f69ffff00000000000100), jobID: 296"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001205f69ffff0000000000010000] ["take time"=463.917Β΅s] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 09:19:26.431 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f69ffff000000000001] [2024/05/06 09:19:26.431 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.432 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 09:19:26.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.433 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.434 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 0.807137273\n# Parse_time: 0.000035294\n# Compile_time: 0.000057794\n# Rewrite_time: 0.00000249\n# Optimize_time: 0.000023276\n# Wait_TS: 0.000147517\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"] [2024/05/06 09:19:26.435 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:19:26.436 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=351] [neededSchemaVersion=352] ["start time"=690.697Β΅s] [gotSchemaVersion=352] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.439 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.440 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.440 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/298] [keyspaceName=] [2024/05/06 09:19:26.441 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:26.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=352] [2024/05/06 09:19:26.441 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=297] [reader=2] [writer=4] [2024/05/06 09:19:26.441 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f728000000000000001] ["end key"=7480000000000001225f72800000000000000300] [2024/05/06 09:19:26.441 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 09:19:26.442 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f72800000000000000300] ["current end key"=7480000000000001225f72800000000000000300] [2024/05/06 09:19:26.442 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.442 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f728000000000000001, 7480000000000001225f72800000000000000300), jobID: 297"] [2024/05/06 09:19:26.442 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.443 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.443 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.443 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.443 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.444 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:19:26.444 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.444 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.444 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.444 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.444 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.449 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.449 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.449 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1073742480] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:26.450 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.450 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/297/a4fb1985-22b6-59fd-8316-18e0940c4818.sst/d11c9534-2548-44d3-974f-4756aade793c.sst] [firstKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:26.450 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.450 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/299] [keyspaceName=] [2024/05/06 09:19:26.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=350] ["take time"=52.194324ms] [job="ID:293, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673667, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.450 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=274] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 09:19:26.453 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.453 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.453 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.453 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.454 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.454 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.454 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.454 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.454 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.454 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001225f72800000000000000300] ["global checkpoint"=] ["global physical ID"=290] [] [2024/05/06 09:19:26.454 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f728000000000000001] [2024/05/06 09:19:26.454 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.455 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 09:19:26.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=351] ["take time"=52.055742ms] [job="ID:294, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.457 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.458 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.458 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=537920160] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:26.458 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.459 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=284] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 09:19:26.461 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=293] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=352] [neededSchemaVersion=353] ["start time"=603.848Β΅s] [gotSchemaVersion=353] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.463 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 09:19:26.464 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=293] [jobType="add index"] [2024/05/06 09:19:26.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=51] [job="ID:293, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673667, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=353] [2024/05/06 09:19:26.466 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=294] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.468 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=294] [jobType="add index"] [2024/05/06 09:19:26.468 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=49] [job="ID:294, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595730673673, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888091, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.472 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.476 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=274] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.476 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 09:19:26.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888110, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.477 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.478 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=298] [start=7480000000000001125f728000000000000001] [end=7480000000000001125f72800000000000000300] ["checkpoint physical ID"=274] [2024/05/06 09:19:26.478 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888091, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f728000000000000001,EndKey:7480000000000001125f72800000000000000300,First:false,PhysicalTableID:274,Ingest mode:true"] [2024/05/06 09:19:26.478 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] [2024/05/06 09:19:26.478 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:19:26.479 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=750.323Β΅s] [] [2024/05/06 09:19:26.479 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [2024/05/06 09:19:26.480 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=284] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.480 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.480 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 09:19:26.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.482 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=299] [start=74800000000000011c5f728000000000000001] [end=74800000000000011c5f72800000000000000300] ["checkpoint physical ID"=284] [2024/05/06 09:19:26.482 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888110, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f728000000000000001,EndKey:74800000000000011c5f72800000000000000300,First:false,PhysicalTableID:284,Ingest mode:true"] [2024/05/06 09:19:26.482 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.482 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.482 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/300] [keyspaceName=] [2024/05/06 09:19:26.485 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.485 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.486 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.486 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.486 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.486 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.486 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.486 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.486 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=352] ["take time"=51.959743ms] [job="ID:295, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780867, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.490 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.491 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.491 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=537920336] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:19:26.492 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=276] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 09:19:26.498 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 09:19:26.502 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:26.502 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.504 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=295] [tableID=280] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.507 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="add index"] [2024/05/06 09:19:26.507 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=50] [job="ID:295, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780867, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.509 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=274] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.509 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=274] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=298] [localCnt=0] [2024/05/06 09:19:26.511 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:26.511 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:19:26.511 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1209009120] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [takeTime=32.777562ms] [] [2024/05/06 09:19:26.512 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:19:26.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=353] ["take time"=51.700895ms] [job="ID:296, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780895, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.513 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=284] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.513 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=284] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=299] [localCnt=0] [2024/05/06 09:19:26.513 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=987.909Β΅s] [] [2024/05/06 09:19:26.513 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t9] [2024/05/06 09:19:26.513 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t9] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:26.514 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t9] [takeTime=916.546Β΅s] [] [2024/05/06 09:19:26.516 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:19:26.516 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1880097904] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.517 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1880097944] ["max memory quota"=17179869184] [2024/05/06 09:19:26.517 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2014315672] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.522 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2014315712] ["max memory quota"=17179869184] [2024/05/06 09:19:26.522 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2148533440] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=353] [neededSchemaVersion=354] ["start time"=680.718Β΅s] [gotSchemaVersion=354] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.523 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=296] [tableID=288] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.523 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2148533480] ["max memory quota"=17179869184] [2024/05/06 09:19:26.523 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2282751208] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=354] [2024/05/06 09:19:26.526 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=296] [jobType="add index"] [2024/05/06 09:19:26.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [job="ID:296, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595743780895, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.529 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595769995275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.529 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.530 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2282751248] ["max memory quota"=17179869184] [2024/05/06 09:19:26.530 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2416968976] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.530 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2416969016] ["max memory quota"=17179869184] [2024/05/06 09:19:26.530 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2551186744] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.533 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=276] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.533 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 09:19:26.535 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=300] [start=7480000000000001145f728000000000000001] [end=7480000000000001145f72800000000000000300] ["checkpoint physical ID"=276] [2024/05/06 09:19:26.535 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595769995275, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f728000000000000001,EndKey:7480000000000001145f72800000000000000300,First:false,PhysicalTableID:276,Ingest mode:true"] [2024/05/06 09:19:26.536 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=293] [2024/05/06 09:19:26.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2551186784] ["max memory quota"=17179869184] [2024/05/06 09:19:26.536 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=298] [reader=2] [writer=4] [2024/05/06 09:19:26.536 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f728000000000000001] ["end key"=7480000000000001125f72800000000000000300] [2024/05/06 09:19:26.536 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 09:19:26.537 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2551186824] ["max memory quota"=17179869184] [2024/05/06 09:19:26.537 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2685404552] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.537 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f72800000000000000300] ["current end key"=7480000000000001125f72800000000000000300] [2024/05/06 09:19:26.537 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.537 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f728000000000000001, 7480000000000001125f72800000000000000300), jobID: 298"] [2024/05/06 09:19:26.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 0.910120847\n# Parse_time: 0.000042393\n# Compile_time: 0.000067834\n# Rewrite_time: 0.000002063\n# Optimize_time: 0.000029403\n# Wait_TS: 0.000186517\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"] [2024/05/06 09:19:26.537 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.538 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/298/284ed67e-7a41-5a95-b24e-d5e5a144781a.sst/54060c3f-4c06-42f9-9cd7-34bf16d4a230.sst] [firstKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:26.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.542 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001125f72800000000000000300] ["global checkpoint"=] ["global physical ID"=274] [] [2024/05/06 09:19:26.542 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f728000000000000001] [2024/05/06 09:19:26.542 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=354] [neededSchemaVersion=355] ["start time"=704.629Β΅s] [gotSchemaVersion=355] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.550 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2148533520] ["max memory quota"=17179869184] [2024/05/06 09:19:26.550 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=299] [reader=2] [writer=4] [2024/05/06 09:19:26.550 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f728000000000000001] ["end key"=74800000000000011c5f72800000000000000300] [2024/05/06 09:19:26.550 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 09:19:26.550 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f72800000000000000300] ["current end key"=74800000000000011c5f72800000000000000300] [2024/05/06 09:19:26.550 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.550 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f728000000000000001, 74800000000000011c5f72800000000000000300), jobID: 299"] [2024/05/06 09:19:26.551 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=355] [2024/05/06 09:19:26.552 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/299/0918a1ff-0528-5d8e-ab55-616bfa336277.sst/b4bac40c-c0aa-485f-bea4-f79ef390acb7.sst] [firstKey=74800000000000011C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000011C5F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:19:26.556 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011c5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=284] [] [2024/05/06 09:19:26.556 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f728000000000000001] [2024/05/06 09:19:26.556 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.566 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=276] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.566 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=276] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=300] [localCnt=0] [2024/05/06 09:19:26.570 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:26.570 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2284848384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=354] ["take time"=51.930698ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566485, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.579 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] [2024/05/06 09:19:26.579 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:19:26.580 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=819.024Β΅s] [] [2024/05/06 09:19:26.580 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.580 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [2024/05/06 09:19:26.581 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595717566485, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.582 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=297] [table=t9] [index=idx] [2024/05/06 09:19:26.584 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1747977368] ["max memory quota"=17179869184] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.584 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.584 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.584 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.584 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.584 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 09:19:26.584 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1746928616] ["max memory quota"=17179869184] [2024/05/06 09:19:26.584 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.590 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] [2024/05/06 09:19:26.590 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:19:26.590 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 09:19:26.590 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.590 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=895.07Β΅s] [] [2024/05/06 09:19:26.591 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.591 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [2024/05/06 09:19:26.592 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=355] [neededSchemaVersion=356] ["start time"=803.496Β΅s] [gotSchemaVersion=356] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.597 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2015364152] ["max memory quota"=17179869184] [2024/05/06 09:19:26.597 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2149581880] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.597 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=356] [2024/05/06 09:19:26.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=355] ["take time"=52.285404ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.602 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:26.602 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.603 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2149581920] ["max memory quota"=17179869184] [2024/05/06 09:19:26.603 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=300] [reader=2] [writer=4] [2024/05/06 09:19:26.603 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f728000000000000001] ["end key"=7480000000000001145f72800000000000000300] [2024/05/06 09:19:26.603 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 09:19:26.604 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f72800000000000000300] ["current end key"=7480000000000001145f72800000000000000300] [2024/05/06 09:19:26.604 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.604 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f728000000000000001, 7480000000000001145f72800000000000000300), jobID: 300"] [2024/05/06 09:19:26.605 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.606 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/300/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/2d6af288-1318-4581-bb6c-7fe068992d7e.sst] [firstKey=7480000000000001145F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001145F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:19:26.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.608 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.608 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:19:26.608 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=] [2024/05/06 09:19:26.612 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:26.612 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001145f72800000000000000300] ["global checkpoint"=] ["global physical ID"=276] [] [2024/05/06 09:19:26.612 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f728000000000000001] [2024/05/06 09:19:26.612 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.612 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:19:26.612 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812936305470154] [2024/05/06 09:19:26.612 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.612 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:19:26.613 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:26.613 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.613 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:26.613 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.613 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:26.613 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:19:26.613 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.613 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [takeTime=33.56476ms] [] [2024/05/06 09:19:26.613 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:19:26.614 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=799.995Β΅s] [] [2024/05/06 09:19:26.614 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t1] [2024/05/06 09:19:26.614 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t1] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:26.615 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t1] [takeTime=633.056Β΅s] [] [2024/05/06 09:19:26.619 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:26.619 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:26.619 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=1613759600] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:19:26.621 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=278] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 09:19:26.622 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:19:26.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [takeTime=32.145756ms] [] [2024/05/06 09:19:26.623 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:19:26.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=356] [neededSchemaVersion=357] ["start time"=819.059Β΅s] [gotSchemaVersion=357] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.624 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=855.197Β΅s] [] [2024/05/06 09:19:26.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=357] [2024/05/06 09:19:26.627 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 09:19:26.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=357] [neededSchemaVersion=358] ["start time"=668.867Β΅s] [gotSchemaVersion=358] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595796209694, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=358] [2024/05/06 09:19:26.635 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 09:19:26.637 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] [2024/05/06 09:19:26.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:26.638 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=278] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:19:26.638 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 09:19:26.638 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=815.99Β΅s] [] [2024/05/06 09:19:26.638 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.638 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:19:26.639 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.640 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=7480000000000001165f728000000000000001] [end=7480000000000001165f72800000000000000300] ["checkpoint physical ID"=278] [2024/05/06 09:19:26.640 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595796209694, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f728000000000000001,EndKey:7480000000000001165f72800000000000000300,First:false,PhysicalTableID:278,Ingest mode:true"] [2024/05/06 09:19:26.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 09:19:26.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 09:19:26.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 09:19:26.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 1.014893159\n# Parse_time: 0.000025574\n# Compile_time: 0.000064843\n# Rewrite_time: 0.000001429\n# Optimize_time: 0.000035849\n# Wait_TS: 0.000297791\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"] [2024/05/06 09:19:26.643 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=356] ["take time"=52.045519ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 43\n# Query_time: 1.015496188\n# Parse_time: 0.000015084\n# Compile_time: 0.000049603\n# Rewrite_time: 0.000000962\n# Optimize_time: 0.000037123\n# Wait_TS: 0.000166629\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"] [2024/05/06 09:19:26.644 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 50\n# Query_time: 1.016511982\n# Parse_time: 0.000016848\n# Compile_time: 0.000054857\n# Rewrite_time: 0.000001186\n# Optimize_time: 0.000032252\n# Wait_TS: 0.000184711\n# DB: addindexlit\n# Is_internal: false\n# Digest: 313ed62c529ca233d9c6a792664061f203a06b67fdbdf02b30813512d72d0bcc\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t4 add index idx(a);"] [2024/05/06 09:19:26.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.652 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=290] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:19:26.658 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 09:19:26.661 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:19:26.661 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.665 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595809316894, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.667 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595809316894, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f69ffff000000000001,EndKey:7480000000000001225f69ffff000000000001ff,First:false,PhysicalTableID:290,Ingest mode:false"] [2024/05/06 09:19:26.668 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=278] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:26.668 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=278] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0] [2024/05/06 09:19:26.669 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f69ffff000000000001] ["end key"=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:19:26.669 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f69ffff000000000001ff] ["current end key"=7480000000000001225f69ffff00000000000100] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f69ffff000000000001, 7480000000000001225f69ffff00000000000100), jobID: 297"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001225f69ffff0000000000010000] ["take time"=521.82Β΅s] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 09:19:26.670 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f69ffff000000000001] [2024/05/06 09:19:26.670 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.671 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:19:26.671 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:19:26.671 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=2284848384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:19:26.672 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=33.584088ms] [] [2024/05/06 09:19:26.672 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:19:26.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=357] ["take time"=52.184533ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888091, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.673 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=717.975Β΅s] [] [2024/05/06 09:19:26.681 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=358] ["take time"=51.744444ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888110, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.681 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=358] [neededSchemaVersion=359] ["start time"=705.898Β΅s] [gotSchemaVersion=359] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.682 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888091, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.682 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=298] [table=t1] [index=idx] [2024/05/06 09:19:26.684 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=359] [2024/05/06 09:19:26.684 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.684 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.684 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.684 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.684 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 09:19:26.684 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1746928576] ["max memory quota"=17179869184] [2024/05/06 09:19:26.686 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1746928616] ["max memory quota"=17179869184] [2024/05/06 09:19:26.686 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:19:26.704 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 09:19:26.704 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:19:26.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595756888110, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.709 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=299] [table=t6] [index=idx] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.711 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.711 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.711 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.711 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.711 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 09:19:26.711 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1477444304] ["max memory quota"=17179869184] [2024/05/06 09:19:26.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=359] [neededSchemaVersion=360] ["start time"=862.232Β΅s] [gotSchemaVersion=360] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=360] [2024/05/06 09:19:26.720 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=837.825Β΅s] [gotSchemaVersion=361] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=361] [2024/05/06 09:19:26.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=884.872Β΅s] [gotSchemaVersion=362] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.729 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 09:19:26.730 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:19:26.730 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=52.132116ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595769995275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.732 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=362] [2024/05/06 09:19:26.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595769995275, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.743 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t2] [index=idx] [2024/05/06 09:19:26.744 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.744 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.744 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.744 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 09:19:26.744 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=1073742264] ["max memory quota"=17179869184] [2024/05/06 09:19:26.745 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:19:26.746 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4] [2024/05/06 09:19:26.746 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f728000000000000001] ["end key"=7480000000000001165f72800000000000000300] [2024/05/06 09:19:26.746 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 09:19:26.746 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f72800000000000000300] ["current end key"=7480000000000001165f72800000000000000300] [2024/05/06 09:19:26.746 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:19:26.746 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f728000000000000001, 7480000000000001165f72800000000000000300), jobID: 301"] [2024/05/06 09:19:26.747 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:19:26.748 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/301/52d3b79f-9579-590b-95ae-1fd2ee31f76b.sst/cc35445e-b2f8-4d7a-bbc8-919a3e73a1ce.sst] [firstKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:19:26.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=678.123Β΅s] [gotSchemaVersion=363] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.753 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001165f72800000000000000300] ["global checkpoint"=] ["global physical ID"=278] [] [2024/05/06 09:19:26.753 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f728000000000000001] [2024/05/06 09:19:26.753 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=363] [2024/05/06 09:19:26.761 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=52.262975ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=51.807365ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.772 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:19:26.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=52.147406ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595809316894, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.778 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.778 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 09:19:26.779 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=284] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:19:26.779 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] [2024/05/06 09:19:26.779 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:19:26.780 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=981.955Β΅s] [] [2024/05/06 09:19:26.780 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:19:26.780 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [2024/05/06 09:19:26.782 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:26.786 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 09:19:26.787 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=290] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.790 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"] [2024/05/06 09:19:26.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595809316894, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=46] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531290, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.795 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531290, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"] [2024/05/06 09:19:26.797 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:19:26.797 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:19:26.798 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100] [2024/05/06 09:19:26.798 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 09:19:26.798 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 09:19:26.798 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 09:19:26.799 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=554.682Β΅s] [2024/05/06 09:19:26.799 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 09:19:26.799 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001] [2024/05/06 09:19:26.799 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531299, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.802 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531299, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f69ffff000000000001,EndKey:74800000000000011c5f69ffff000000000001ff,First:false,PhysicalTableID:284,Ingest mode:false"] [2024/05/06 09:19:26.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=52.259194ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.803 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:19:26.803 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:26.803 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f69ffff000000000001] ["end key"=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:19:26.803 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:19:26.804 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f69ffff000000000001ff] ["current end key"=74800000000000011c5f69ffff00000000000100] [2024/05/06 09:19:26.804 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 09:19:26.804 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 09:19:26.804 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 09:19:26.805 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f69ffff000000000001, 74800000000000011c5f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011c5f69ffff0000000000010000] ["take time"=570.251Β΅s] [2024/05/06 09:19:26.805 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 09:19:26.805 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f69ffff000000000001] [2024/05/06 09:19:26.805 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.811 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=276] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:19:26.813 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:19:26.815 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [takeTime=34.539538ms] [] [2024/05/06 09:19:26.815 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:19:26.816 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=834.118Β΅s] [] [2024/05/06 09:19:26.816 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t3] [2024/05/06 09:19:26.816 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t3] [category=detect-dupe] [tasks=1] [2024/05/06 09:19:26.817 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t3] [takeTime=983.167Β΅s] [] [2024/05/06 09:19:26.818 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 09:19:26.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=779.173Β΅s] [gotSchemaVersion=364] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=44] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595848900647, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=364] [2024/05/06 09:19:26.828 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595848900647, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f69ffff000000000001,EndKey:7480000000000001145f69ffff000000000001ff,First:false,PhysicalTableID:276,Ingest mode:false"] [2024/05/06 09:19:26.830 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f69ffff000000000001] ["end key"=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:19:26.830 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:19:26.831 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f69ffff000000000001ff] ["current end key"=7480000000000001145f69ffff00000000000100] [2024/05/06 09:19:26.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 09:19:26.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 09:19:26.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 09:19:26.832 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f69ffff000000000001, 7480000000000001145f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001145f69ffff0000000000010000] ["take time"=561.097Β΅s] [2024/05/06 09:19:26.832 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 09:19:26.832 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f69ffff000000000001] [2024/05/06 09:19:26.832 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:26.835 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=654.163Β΅s] [gotSchemaVersion=365] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.844 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.844 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=365] [2024/05/06 09:19:26.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=698.189Β΅s] [gotSchemaVersion=366] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=366] [2024/05/06 09:19:26.862 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:26.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=1.093316ms] [gotSchemaVersion=367] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=367] [2024/05/06 09:19:26.875 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=52.037361ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595796209694, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595796209694, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.885 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t3] [index=idx] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:26.887 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:26.887 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.887 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.887 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:26.888 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:26.888 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:26.888 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:26.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:26.888 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:26.888 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 09:19:26.888 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:19:26.891 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=52.245692ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531290, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=804.359Β΅s] [gotSchemaVersion=368] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:26.898 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=368] [2024/05/06 09:19:26.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=52.029297ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531299, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.900 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.902 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"] [2024/05/06 09:19:26.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=46] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531290, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.911 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=284] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.914 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"] [2024/05/06 09:19:26.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595835531299, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=52.608523ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595848900647, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 09:19:26.924 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.925 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 42\n# Query_time: 1.2976143709999999\n# Parse_time: 0.000019603\n# Compile_time: 0.000058246\n# Rewrite_time: 0.000001115\n# Optimize_time: 0.000031259\n# Wait_TS: 0.000133239\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"] [2024/05/06 09:19:26.925 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=276] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:26.928 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"] [2024/05/06 09:19:26.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=44] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595848900647, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.937 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 09:19:26.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.938 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 1.310549026\n# Parse_time: 0.000018198\n# Compile_time: 0.000106979\n# Rewrite_time: 0.000000986\n# Optimize_time: 0.00003655\n# Wait_TS: 0.00011328\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"] [2024/05/06 09:19:26.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=51.626072ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.955 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:19:26.961 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 09:19:26.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=47] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595887960082, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:26.970 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595887960082, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"] [2024/05/06 09:19:26.972 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:19:26.972 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=592.09Β΅s] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 09:19:26.973 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001] [2024/05/06 09:19:26.973 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:19:27.003 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:19:27.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=812.017Β΅s] [gotSchemaVersion=369] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:19:27.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=369] [2024/05/06 09:19:27.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=52.806878ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595887960082, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:27.071 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:19:27.074 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"] [2024/05/06 09:19:27.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=47] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 09:19:25.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449573595887960082, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:19:27.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 09:19:27.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:27.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 1.459794408\n# Parse_time: 0.000044456\n# Compile_time: 0.000076359\n# Rewrite_time: 0.000001214\n# Optimize_time: 0.000024312\n# Wait_TS: 0.000163537\n# DB: addindexlit\n# Is_internal: false\n# Digest: 0ca159269364b8608ca3951391b20d0711ab7315186344363e25b6d9b5a3e18b\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t6 add index idx(a);"] [2024/05/06 09:19:27.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 09:19:27.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:27.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 09:19:27.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:27.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 2.014899307\n# Parse_time: 0.000063474\n# Compile_time: 0.000069844\n# Rewrite_time: 0.000001325\n# Optimize_time: 0.000035916\n# Wait_TS: 0.000176089\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"] [2024/05/06 09:19:27.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 2.015865105\n# Parse_time: 0.000066443\n# Compile_time: 0.000070743\n# Rewrite_time: 0.000001211\n# Optimize_time: 0.000038645\n# Wait_TS: 0.000157625\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9362128342a11a9db9c3800825fd799bb1e60da0d45ff1451f59715bbff3ea38\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx(a);"] [2024/05/06 09:19:27.643 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [2024/05/06 09:19:27.643 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [2024/05/06 09:19:27.645 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=5.31Β΅s] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=1.507Β΅s] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=1.442Β΅s] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=2.674Β΅s] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=3.087Β΅s] [2024/05/06 09:19:27.646 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:19:27.646 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:19:27.646 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:19:27.650 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4353bb66-df43-417e-ac49-bcecc5330cb7] ["take time"=6.515377ms] [2024/05/06 09:19:27.650 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4353bb66-df43-417e-ac49-bcecc5330cb7] [2024/05/06 09:19:27.651 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:19:27.651 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:19:27.651 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b846db9d-0b77-4a5e-8dfa-9a6c4950fae3] [watcherID=62ea77c6-8acd-489e-a5d3-35dc780e7a48] [2024/05/06 09:19:27.651 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b846db9d-0b77-4a5e-8dfa-9a6c4950fae3] [2024/05/06 09:19:27.651 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:27.651 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:19:27.651 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.651 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:19:27.652 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:19:27.652 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1145] [2024/05/06 09:19:27.653 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4353bb66-df43-417e-ac49-bcecc5330cb7] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 26ff4127-370f-4c0e-8b1a-228a70476ca8"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:27.653 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:19:27.653 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:19:27.653 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4353bb66-df43-417e-ac49-bcecc5330cb7] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="context canceled"] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="lost watcher waiting for delete"] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 26ff4127-370f-4c0e-8b1a-228a70476ca8"] [error="context canceled"] [2024/05/06 09:19:27.653 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=26ff4127-370f-4c0e-8b1a-228a70476ca8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 26ff4127-370f-4c0e-8b1a-228a70476ca8"] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:19:27.653 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 26ff4127-370f-4c0e-8b1a-228a70476ca8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:19:27.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:19:27.726 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:19:27.726 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="context canceled"] [2024/05/06 09:19:27.927 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:19:28.906 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:28.906 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:19:28.906 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:19:28.915 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 26ff4127-370f-4c0e-8b1a-228a70476ca8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:29.184 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4353bb66-df43-417e-ac49-bcecc5330cb7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:19:29.184 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:19:29.184 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:19:29.184 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:19:29.184 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.540802667s] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:29.184 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:29.184 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:29.184 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:29.184 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:29.185 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConcFastReorg (4.78s) FAIL coverage: 15.8% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/sandbox/linux-sandbox/2161/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 227.515s, Critical Path: 209.57s INFO: 1539 processes: 1523 remote cache hit, 9 internal, 7 linux-sandbox. INFO: Build completed successfully, 1539 total actions //tests/realtikvtest/addindextest4:addindextest4_test FLAKY, failed in 1 out of 2 in 104.7s Stats over 2 runs: max = 104.7s, min = 74.8s, avg = 89.8s, dev = 15.0s /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [2024-05-06T09:20:50.458Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:20:50.459Z] ['info'] => Project root located at: . [2024-05-06T09:20:50.462Z] ['info'] -> Token found by environment variables [2024-05-06T09:20:50.475Z] ['info'] Searching for coverage files... [2024-05-06T09:20:51.063Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:20:51.063Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:20:51.433Z] ['info'] Using manual override from args. [2024-05-06T09:20:51.434Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:20:51.444Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:20:52.381Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/a34dbeb7-7c0b-40a2-be6b-c36cba77d9a2.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092052Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=94dcc87c3b14b345511768c53424732c09aea9194fa41294bb1d552dbff76307 [2024-05-06T09:20:52.381Z] ['info'] Uploading... [2024-05-06T09:20:54.278Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 188s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 235.618s, Critical Path: 217.15s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:20:58.761Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:20:58.762Z] ['info'] => Project root located at: . [2024-05-06T09:20:58.765Z] ['info'] -> Token found by environment variables [2024-05-06T09:20:58.778Z] ['info'] Searching for coverage files... [2024-05-06T09:20:59.328Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:20:59.329Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:20:59.738Z] ['info'] Using manual override from args. [2024-05-06T09:20:59.739Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:20:59.753Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:21:00.726Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/9d55c738-d218-43e8-9a98-6373e218100f.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1E5YTIQF4NUDJHIPRXCW6SWPNHIWXR6YCTGFLBKZTWXKPGHK3U3FMCQWA%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092100Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=6fce644d1bbc9ee2ad92afba522b6def3b97b03ac98e3e66f61dd28c48c44eba [2024-05-06T09:21:00.726Z] ['info'] Uploading... [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 221s remote-cache, linux-sandbox [2024-05-06T09:21:02.522Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 75.052363712 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.420802365 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.850420843 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.19380895 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.051877123 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 276s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 320.717s, Critical Path: 302.35s INFO: 1551 processes: 1525 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:22:00.683Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:22:00.685Z] ['info'] => Project root located at: . [2024-05-06T09:22:00.688Z] ['info'] -> Token found by environment variables [2024-05-06T09:22:00.702Z] ['info'] Searching for coverage files... [2024-05-06T09:22:01.283Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:22:01.284Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:22:01.666Z] ['info'] Using manual override from args. [2024-05-06T09:22:01.666Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:22:01.678Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:22:02.595Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/f9054141-7466-41cc-8cd4-9f5cbee41ace.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092202Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=ba76c7d9a68b8d9b19f9cea55904d9b75ff52a78d75d8291892994f8ab5d87c4 [2024-05-06T09:22:02.595Z] ['info'] Uploading... [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 250s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/06 09:17:48.542 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:17:48.543 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:17:48.544 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:17:48.545 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:48.546 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:17:48.547 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:17:48.547 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:17:48.547 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:17:48.547 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:17:48.547 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:17:48.550 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:17:48.555 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.556 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.558 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:17:48.589 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.589 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.603 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.604 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.620 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:48.651 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812932175983103] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:17:48.791 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:17:48.933 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1288] ["lease id"=22318f4d3058b1df] [2024/05/06 09:17:48.936 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:17:48.943 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:17:48.967 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.793187ms] [2024/05/06 09:17:48.971 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:48.971 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=9fad034a-03a8-4233-8e1d-b27fd0361215] [runWorker=true] [2024/05/06 09:17:48.972 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:17:48.976 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:17:48.979 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:17:48.979 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:17:48.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:48.980 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:17:48.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:17:48.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:17:48.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:17:48.980 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:48.980 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:17:48.983 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3058b1e3] [ownerID=9fad034a-03a8-4233-8e1d-b27fd0361215] [op=none] [2024/05/06 09:17:48.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:17:48.986 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c03b7829-143d-4b36-8685-9d862fb51e40] [daemon-id=LogBackup::Advancer] [2024/05/06 09:17:48.986 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] ["owner key"=/tidb/br-stream/owner/6f188f4d3058b556] [ownerID=c03b7829-143d-4b36-8685-9d862fb51e40] [op=none] [2024/05/06 09:17:48.994 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:17:49.028 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.028 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:17:49.030 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:17:49.031 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3058b1e3] [ownerID=9fad034a-03a8-4233-8e1d-b27fd0361215] [op=none] [2024/05/06 09:17:49.031 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] [op=none] [2024/05/06 09:17:49.031 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:17:49.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.146 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=27.320757ms] [2024/05/06 09:17:49.152 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:17:49.162 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:17:49.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.408132ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:17:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.278 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:17:49.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:49.284 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:17:49.311 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:17:49.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:49.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:17:49.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=11.966754ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:49.934 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:49.934 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:17:49.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.80413ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:49.983 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:17:50.017 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.194 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:17:50.194 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.198 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.895818486\n# Parse_time: 0\n# Compile_time: 0.008895233\n# Rewrite_time: 0.000010254\n# Optimize_time: 0\n# Wait_TS: 0.000484902\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:17:50.202 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:17:50.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.255 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:17:50.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=4.1034ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.399 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:17:50.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.37368ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:17:50.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360542653\n# Parse_time: 0\n# Compile_time: 0.001864524\n# Rewrite_time: 0.00001009\n# Optimize_time: 0\n# Wait_TS: 0.000454368\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.565 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:17:50.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:50.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:17:50.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=3.520198ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:50.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:50.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:17:50.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=55.02034ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:50.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:17:50.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:50.952 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389716232\n# Parse_time: 0\n# Compile_time: 0.002330483\n# Rewrite_time: 0.000010824\n# Optimize_time: 0\n# Wait_TS: 0.000433262\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:50.964 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:17:50.979 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:17:50.980 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:17:51.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.077 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:17:51.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.049255ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.378 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:17:51.407 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.899663ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:50.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:50.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.570 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:17:51.571 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:51.575 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.616474655\n# Parse_time: 0\n# Compile_time: 0.005035754\n# Rewrite_time: 0.000014855\n# Optimize_time: 0\n# Wait_TS: 0.000462114\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:51.584 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:17:51.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:51.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:17:51.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.426608ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:51.826 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:51.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:17:51.861 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.599391ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:51.995 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:17:51.995 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.000 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.419394563\n# Parse_time: 0\n# Compile_time: 0.003950491\n# Rewrite_time: 0.000017533\n# Optimize_time: 0\n# Wait_TS: 0.000631936\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.005 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:17:52.073 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.073 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:17:52.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.399642ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.237 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:17:52.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=54.350774ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.355 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.422 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:17:52.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.423763754\n# Parse_time: 0\n# Compile_time: 0.002242535\n# Rewrite_time: 0.000011157\n# Optimize_time: 0\n# Wait_TS: 0.000391206\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.429 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:17:52.468 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:17:52.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=3.146005ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:52.653 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:52.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:17:52.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.339939ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:52.823 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:17:52.823 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:52.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399309285\n# Parse_time: 0\n# Compile_time: 0.001258717\n# Rewrite_time: 0.000010994\n# Optimize_time: 0\n# Wait_TS: 0.000522123\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:52.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:17:52.884 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:52.884 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:17:52.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.034 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.030452ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.046 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.046 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:17:53.080 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.480023ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.155 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:17:53.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.200 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370990541\n# Parse_time: 0\n# Compile_time: 0.001304732\n# Rewrite_time: 0.000011574\n# Optimize_time: 0\n# Wait_TS: 0.000533525\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.205 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:17:53.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:17:53.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.496311ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.410 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:17:53.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.854785ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:17:53.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:53.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385605308\n# Parse_time: 0\n# Compile_time: 0.002234395\n# Rewrite_time: 0.00001488\n# Optimize_time: 0\n# Wait_TS: 0.000392168\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:53.594 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:17:53.656 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:17:53.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:53.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.006368ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:53.874 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:53.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:17:53.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.760793ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:53.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:53.956 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:53.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.012 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:17:54.012 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.017 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.42427076\n# Parse_time: 0\n# Compile_time: 0.001967676\n# Rewrite_time: 0.000011926\n# Optimize_time: 0\n# Wait_TS: 0.000461187\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.025 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:54.027 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:17:54.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:54.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.759685ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.315 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.315 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:17:54.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.098088ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.484 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:17:54.484 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.466084088\n# Parse_time: 0\n# Compile_time: 0.003282144\n# Rewrite_time: 0.000009663\n# Optimize_time: 0\n# Wait_TS: 0.000502467\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.493 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:17:54.563 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:54.563 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:17:54.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.606969ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:54.748 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:54.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:17:54.784 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.88708ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:54.927 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:17:54.927 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:54.932 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440279164\n# Parse_time: 0\n# Compile_time: 0.002187146\n# Rewrite_time: 0.000010731\n# Optimize_time: 0\n# Wait_TS: 0.000345612\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:54.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:55.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.007 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:55.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.268856ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.187 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:17:55.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.239913ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:54.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:54.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.340 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:17:55.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408686215\n# Parse_time: 0\n# Compile_time: 0.002696512\n# Rewrite_time: 0.000010536\n# Optimize_time: 0\n# Wait_TS: 0.00040877\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.349 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:17:55.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.410 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:17:55.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.401849ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:55.610 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:55.610 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:17:55.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=54.096095ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.722 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:55.776 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:17:55.776 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:55.780 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.433681083\n# Parse_time: 0\n# Compile_time: 0.002125379\n# Rewrite_time: 0.000020849\n# Optimize_time: 0\n# Wait_TS: 0.000422116\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:55.783 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:55.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:55.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:55.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.042339ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.040 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:17:56.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.999286ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:55.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:55.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:17:56.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.196 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413846048\n# Parse_time: 0\n# Compile_time: 0.001420332\n# Rewrite_time: 0.000009207\n# Optimize_time: 0\n# Wait_TS: 0.00049614\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.201 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:17:56.271 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.271 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:17:56.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.419 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.236458ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.429 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.430 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:17:56.466 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.987266ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:17:56.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379979201\n# Parse_time: 0\n# Compile_time: 0.002251469\n# Rewrite_time: 0.000008701\n# Optimize_time: 0\n# Wait_TS: 0.00045009\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:17:56.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:56.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:17:56.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.385092ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:56.810 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:56.811 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:17:56.844 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.509763ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:56.964 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:17:56.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:56.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386841727\n# Parse_time: 0\n# Compile_time: 0.015385756\n# Rewrite_time: 0.000028237\n# Optimize_time: 0\n# Wait_TS: 0.000454393\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:56.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:17:57.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:17:57.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.789604ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.244 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:17:57.278 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.664689ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:56.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.369 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:56.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.455 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:17:57.455 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.460 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.487345438\n# Parse_time: 0\n# Compile_time: 0.002929187\n# Rewrite_time: 0.000009538\n# Optimize_time: 0\n# Wait_TS: 0.000397293\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:57.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:57.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.153474ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:57.696 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:57.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:17:57.729 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.858977ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:57.856 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:17:57.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:57.860 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379095246\n# Parse_time: 0\n# Compile_time: 0.001859811\n# Rewrite_time: 0.000012564\n# Optimize_time: 0\n# Wait_TS: 0.000485242\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:57.863 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:17:57.929 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:57.929 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:17:57.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.525372ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.078 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:17:58.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.950056ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.172 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.237 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:17:58.237 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.241 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379369138\n# Parse_time: 0\n# Compile_time: 0.00137731\n# Rewrite_time: 0.00001187\n# Optimize_time: 0\n# Wait_TS: 0.00057236\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.243 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:17:58.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.289 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:17:58.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=3.200256ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.411 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:17:58.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.862845ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.518 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.550 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:17:58.550 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311851312\n# Parse_time: 0\n# Compile_time: 0.001229263\n# Rewrite_time: 0.000021623\n# Optimize_time: 0\n# Wait_TS: 0.000504237\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.559 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:17:58.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:58.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:17:58.686 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.589397ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:58.794 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:58.794 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:17:58.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.57563ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:58.978 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:17:58.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:58.981 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.424384571\n# Parse_time: 0\n# Compile_time: 0.002155692\n# Rewrite_time: 0.000013922\n# Optimize_time: 0\n# Wait_TS: 0.000470068\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:58.984 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:17:59.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.041 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:17:59.094 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.961163ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.187 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:17:59.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.066612ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:58.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.262 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:58.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.313 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:17:59.314 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.317 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334059258\n# Parse_time: 0\n# Compile_time: 0.001361289\n# Rewrite_time: 0.000009223\n# Optimize_time: 0\n# Wait_TS: 0.000508336\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.321 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:17:59.377 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.377 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:17:59.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.845799ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.525 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:17:59.560 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.192985ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.716 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:17:59.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:17:59.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.401564461\n# Parse_time: 0\n# Compile_time: 0.001744721\n# Rewrite_time: 0.00000883\n# Optimize_time: 0\n# Wait_TS: 0.000482245\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:17:59.725 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:17:59.776 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:17:59.776 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:17:59.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:17:59.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.602495ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:17:59.961 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:17:59.961 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:17:59.994 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.702926ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:17:59.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.072 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:17:59.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.122 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:18:00.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403107261\n# Parse_time: 0\n# Compile_time: 0.001710606\n# Rewrite_time: 0.000009021\n# Optimize_time: 0\n# Wait_TS: 0.000475439\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.129 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:00.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.182 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:18:00.229 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.100951ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.313 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.313 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:18:00.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.661542ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:18:00.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344261029\n# Parse_time: 0\n# Compile_time: 0.0013884\n# Rewrite_time: 0.000009054\n# Optimize_time: 0\n# Wait_TS: 0.000488852\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.476 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:18:00.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:18:00.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.795099ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:00.673 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:00.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:18:00.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.723363ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.778 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:00.847 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:18:00.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:00.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376513815\n# Parse_time: 0\n# Compile_time: 0.001728988\n# Rewrite_time: 0.000009938\n# Optimize_time: 0\n# Wait_TS: 0.000503606\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:00.856 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:18:00.858 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:18:00.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:00.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:18:00.986 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c03b7829-143d-4b36-8685-9d862fb51e40] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:00.986 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:18:01.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.483701ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.109 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.109 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:18:01.142 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.427965ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.288 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:18:01.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.293 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.438646621\n# Parse_time: 0\n# Compile_time: 0.002275694\n# Rewrite_time: 0.000009762\n# Optimize_time: 0\n# Wait_TS: 0.000568592\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.300 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:01.369 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.369 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:01.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.568 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.216316ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.580 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:18:01.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.073773ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.723 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:18:01.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:01.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.431279558\n# Parse_time: 0\n# Compile_time: 0.003092935\n# Rewrite_time: 0.000009236\n# Optimize_time: 0\n# Wait_TS: 0.000502841\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:01.736 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:18:01.796 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:01.796 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:18:01.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:01.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.607701ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:01.965 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:01.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:18:02.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=64.802765ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.143 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:18:02.144 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.148 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.414407943\n# Parse_time: 0\n# Compile_time: 0.002515481\n# Rewrite_time: 0.000011557\n# Optimize_time: 0\n# Wait_TS: 0.000481425\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.157 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:18:02.241 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.241 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:18:02.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.168741ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.432 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.432 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:18:02.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.92169ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.587 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:18:02.587 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.593 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440412358\n# Parse_time: 0\n# Compile_time: 0.004896107\n# Rewrite_time: 0.00000904\n# Optimize_time: 0\n# Wait_TS: 0.00048364\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:02.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:18:02.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.635 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:18:02.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.705449ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:02.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:02.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:18:02.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.497714ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:02.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.841 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:02.884 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:18:02.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:02.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:02.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:02.965 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:02.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:18:03.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=5.481441ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:03.178 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.178 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:18:03.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.870842ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:02.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.258 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:02.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:18:03.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429182159\n# Parse_time: 0\n# Compile_time: 0.006903222\n# Rewrite_time: 0.003602586\n# Optimize_time: 0\n# Wait_TS: 0.000404608\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:18:03.394 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.394 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:18:03.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.107236ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.576 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:18:03.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.137935ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.716 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:18:03.716 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:03.720 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395123642\n# Parse_time: 0\n# Compile_time: 0.001775928\n# Rewrite_time: 0.000012648\n# Optimize_time: 0\n# Wait_TS: 0.000504975\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:03.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:18:03.779 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:03.779 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:18:03.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:03.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.752777ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:03.943 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:03.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:18:03.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.551679ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:03.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:03.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.066 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:18:04.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.070 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348756613\n# Parse_time: 0\n# Compile_time: 0.001778737\n# Rewrite_time: 0.000016893\n# Optimize_time: 0\n# Wait_TS: 0.000685894\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.074 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:18:04.119 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.119 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:18:04.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.561052ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.285 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.285 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:18:04.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.013376ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.355 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.406 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:18:04.406 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.411 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338476351\n# Parse_time: 0\n# Compile_time: 0.001511126\n# Rewrite_time: 0.000009628\n# Optimize_time: 0\n# Wait_TS: 0.000422125\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.419 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:18:04.514 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:04.514 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:18:04.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.430177ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:04.737 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:04.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:18:04.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.867184ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.810 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:04.916 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:18:04.916 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:04.920 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.505106308\n# Parse_time: 0\n# Compile_time: 0.003660083\n# Rewrite_time: 0.000009195\n# Optimize_time: 0\n# Wait_TS: 0.000408935\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:04.926 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:18:05.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.014 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:18:05.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.979479ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.241 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:18:05.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.310954ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:04.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:04.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.432 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:18:05.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.436 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.512338883\n# Parse_time: 0\n# Compile_time: 0.002768125\n# Rewrite_time: 0.00000992\n# Optimize_time: 0\n# Wait_TS: 0.000332481\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:18:05.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:05.551 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:18:05.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.519563ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:05.771 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:05.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:18:05.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.230693ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:05.945 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:18:05.945 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:05.949 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.507990972\n# Parse_time: 0\n# Compile_time: 0.003007497\n# Rewrite_time: 0.000010946\n# Optimize_time: 0\n# Wait_TS: 0.000405971\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:05.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:06.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:06.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.246187ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.247 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.248 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:18:06.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.596263ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:05.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:05.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.435 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:18:06.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.440 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.487113512\n# Parse_time: 0\n# Compile_time: 0.002454885\n# Rewrite_time: 0.000008333\n# Optimize_time: 0\n# Wait_TS: 0.000317968\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:18:06.530 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:06.530 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:18:06.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=5.398945ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:06.746 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:06.746 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:18:06.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.726743ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:06.941 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:18:06.941 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:06.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.501335371\n# Parse_time: 0\n# Compile_time: 0.002597782\n# Rewrite_time: 0.000009503\n# Optimize_time: 0\n# Wait_TS: 0.000461132\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:06.955 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:18:07.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:18:07.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.137396ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.263 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.263 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:18:07.287 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.177129ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:06.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.356 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:06.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.458 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:18:07.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.512465641\n# Parse_time: 0\n# Compile_time: 0.005087269\n# Rewrite_time: 0.000012979\n# Optimize_time: 0\n# Wait_TS: 0.000368236\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:07.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:07.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.318805ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:07.707 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:07.707 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:18:07.741 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.966437ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:07.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:18:07.866 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:07.869 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403677252\n# Parse_time: 0\n# Compile_time: 0.00264241\n# Rewrite_time: 0.000009456\n# Optimize_time: 0\n# Wait_TS: 0.000359283\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:07.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:07.932 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:07.932 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:07.984 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.509855ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.097 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:18:08.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.936644ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:07.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:07.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:18:08.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.267 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394628933\n# Parse_time: 0\n# Compile_time: 0.002398915\n# Rewrite_time: 0.00001042\n# Optimize_time: 0\n# Wait_TS: 0.00039466\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.276 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:18:08.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.371 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:18:08.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.598 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.425485ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:08.610 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:08.610 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:18:08.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.698103ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:08.821 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:18:08.822 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:08.825 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.552755774\n# Parse_time: 0\n# Compile_time: 0.003660302\n# Rewrite_time: 0.000010064\n# Optimize_time: 0\n# Wait_TS: 0.000386484\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:08.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:18:08.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:08.896 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:18:08.946 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.255412ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.060 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:18:09.095 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.662968ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.179 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:18:09.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426751068\n# Parse_time: 0\n# Compile_time: 0.002304325\n# Rewrite_time: 0.000008935\n# Optimize_time: 0\n# Wait_TS: 0.000386641\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.258 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:18:09.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:18:09.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.072197ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.481 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:18:09.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.882575ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.557 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.605 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:18:09.605 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:09.609 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352059745\n# Parse_time: 0\n# Compile_time: 0.00163972\n# Rewrite_time: 0.000017144\n# Optimize_time: 0\n# Wait_TS: 0.000406129\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:09.613 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:18:09.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:09.672 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:18:09.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.152393ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:09.840 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:09.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:18:09.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.654399ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:09.997 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:18:09.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389546574\n# Parse_time: 0\n# Compile_time: 0.001770636\n# Rewrite_time: 0.00000951\n# Optimize_time: 0\n# Wait_TS: 0.000622211\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:10.001 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:10.001 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:10.001 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:10.001 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:10.002 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:18:10.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:18:10.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=972.431Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:10.146 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.146 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:18:10.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=65.908322ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:09.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:09.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.297 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:18:10.297 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:10.354 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:18:10.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.725255ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:18:10.519 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:18:10.519 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:18:10.551 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.02352ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:10.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.605 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:10.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:10.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:18:10.654 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:10.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353374294\n# Parse_time: 0\n# Compile_time: 0.004023192\n# Rewrite_time: 0.001765489\n# Optimize_time: 0\n# Wait_TS: 0.000367156\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:18:11.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573575887159303\n# Query_time: 0.356233944\n# Parse_time: 0\n# Compile_time: 0.171259894\n# Rewrite_time: 0.00453041\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 369232\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzQuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4LjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDgwNi41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDUxLjHCtXMRQQx3YWl0DRoENjkyGgAoa3ZfcmVhZF93YWwNaBQgMTI2LjcJPQhpa3YyGgAENDkFGhh9LCBzY2FuPoMADGtleXMFxihnZXRfc25hcHNobxF3DDE1LjMFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpEB4bjoge3ByZXdyaXRlOjEuOCVbAVERIhhzOjMxOS45BU0JFBA6MS4yNyFgHHNsb3dlc3RfEUAlRgAgMYZkMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG8hrDgxMjcuMC4wLjE6MjAxNjJCZQE6CwEQODU5LjYpjjYLAQGrRvwAKY1a/AAF7DlNBZEUX2JhdGNoJbkIOiAyKfowLCBwcm9wb3NlX3NlbiGzEGl0OiAwARckZXJzaXN0X2xvZxnvEDI0MS44JSYJYBRsZWFkZXINUigxMzBucywgc3luYwk2BDc4RV0ALA0tMG1lbXRhYmxlOiA0LjFBDTmjBWUMNTE2LgH/GCwgYXBwbHkyrgAEMThFJQ0bFZEANykxHCwgbXV0ZXhfKf0BvkqfABkXAHdhQAAxMQAJKxmdDDEwLjIhhV1CGHByaW1hcnlG+wEEMXP++wEt+xA0MzUuNAF2ACyG+wEIOC41cvcCCdF1y0b7AQAxMcWu+wEENzMyzQEy+gEENTI2+QEEMzhNnQmLOVwMODAwbj73AQgyMDRtelL3AQnrBRs19wQ2Mk2GAG3G9wERO0KbAAVTJfYAcmnNCG51baEvCSmFiAAxUcsYYnl0ZTozMgUubGluc2VydDoxNDYuM21zCTExMi42IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:18:11.263 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=22.276541379s] [2024/05/06 09:18:11.277 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] [2024/05/06 09:18:11.277 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] [2024/05/06 09:18:11.279 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fad034a-03a8-4233-8e1d-b27fd0361215"] [] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=15.919Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=5.056Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=6.952Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=23.872Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=5.224Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.866Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=6.658Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.894Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=7.443Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=4.186Β΅s] [2024/05/06 09:18:11.280 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.281 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.489Β΅s] [2024/05/06 09:18:11.281 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:18:11.281 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:18:11.281 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:18:11.294 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=9fad034a-03a8-4233-8e1d-b27fd0361215] ["take time"=27.321958ms] [2024/05/06 09:18:11.294 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=9fad034a-03a8-4233-8e1d-b27fd0361215] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1288] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:11.298 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:11.298 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:11.298 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:18:11.298 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c03b7829-143d-4b36-8685-9d862fb51e40 watch owner key /tidb/br-stream/owner/6f188f4d3058b556"] [2024/05/06 09:18:11.298 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:18:11.298 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] [2024/05/06 09:18:11.298 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:18:11.298 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] [2024/05/06 09:18:11.300 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:18:11.300 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c03b7829-143d-4b36-8685-9d862fb51e40] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:11.300 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:18:11.300 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:18:11.300 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:11.300 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:11.300 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:11.300 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] [error="context canceled"] [2024/05/06 09:18:11.301 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=33.623541ms] [2024/05/06 09:18:11.301 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365812932175983103] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:18:11.314 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:18:11.467 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1345] ["lease id"=6f188f4d3058b61c] [2024/05/06 09:18:11.470 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:18:11.501 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:11.569 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=94.097422ms] [2024/05/06 09:18:11.574 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:18:11.574 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4e593e0c-4841-4fdf-8027-65d8974081c6] [runWorker=true] [2024/05/06 09:18:11.575 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:18:11.576 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:18:11.578 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:18:11.578 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:18:11.578 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:18:11.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:18:11.579 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:11.579 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:18:11.580 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3058b2af] [ownerID=4e593e0c-4841-4fdf-8027-65d8974081c6] [op=none] [2024/05/06 09:18:11.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:18:11.582 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3c236979-6f61-40e7-9cca-09921898ddf1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:18:11.607 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:18:11.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:18:11.609 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:18:11.611 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["owner key"=/tidb/bindinfo/owner/22318f4d3058b2b4] [ownerID=4e593e0c-4841-4fdf-8027-65d8974081c6] [op=none] [2024/05/06 09:18:11.626 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:18:11.629 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:18:11.630 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["owner key"=/tidb/ddl/fg/owner/22318f4d3058b2af] [ownerID=4e593e0c-4841-4fdf-8027-65d8974081c6] [op=none] [2024/05/06 09:18:11.630 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [op=none] [2024/05/06 09:18:11.630 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:18:11.638 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:18:11.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:18:11.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:18:11.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:18:11.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:18:11.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:18:11.762 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:18:11.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:18:11.762 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:18:11.762 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:18:11.762 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:18:11.762 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:18:11.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:18:11.764 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:18:11.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:18:11.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:18:11.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:18:11.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:18:11.766 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:18:11.769 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:18:11.769 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["owner key"=/tidb/stats/owner/22318f4d3058b2b8] [ownerID=4e593e0c-4841-4fdf-8027-65d8974081c6] [op=none] [2024/05/06 09:18:11.771 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=60] [total-mem=32GiB] [2024/05/06 09:18:11.781 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/e2f449d3-8ad9-477a-9739-6e55e7c6ee53] [2024/05/06 09:18:11.782 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:11.782 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:18:11.792 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:18:11.792 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:18:11.793 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:18:11.810 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.849556ms] [2024/05/06 09:18:11.839 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/06 09:18:11.855 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 09:18:11.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 09:18:11.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:11.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:18:11.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.284554ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:12.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:18:12.062 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.385943ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.124 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.158 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:18:12.159 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:12.163 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305965551\n# Parse_time: 0.000272591\n# Compile_time: 0.00062023\n# Rewrite_time: 0.000011757\n# Optimize_time: 0.000355906\n# Wait_TS: 0.00047383\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/05/06 09:18:12.165 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:12.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:18:12.214 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:12.214 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:18:12.294 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.302 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:18:12.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.814124ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:12.389 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:18:12.419 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.070366ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.500 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:12.549 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:18:12.550 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:12.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.386548913\n# Parse_time: 0.001056536\n# Compile_time: 0.000918609\n# Rewrite_time: 0.000007781\n# Optimize_time: 0.000355906\n# Wait_TS: 0.000382993\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:18:12.620 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:18:12.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:18:12.621 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:18:12.621 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:18:12.624 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:12.749 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c03b7829-143d-4b36-8685-9d862fb51e40"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:18:12.782 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:18:12.782 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:18:12.782 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e2f449d3-8ad9-477a-9739-6e55e7c6ee53] [watcherID=4bd052d5-bdb6-4785-b963-4c7fb3862d6e] [2024/05/06 09:18:12.793 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:18:12.806 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=60] [2024/05/06 09:18:12.806 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:18:12.806 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:18:12.806 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:18:12.806 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:18:12.819 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:12.923 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:12.981 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:12.993 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:13.100 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:13.102 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:13.103 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:18:13.129 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:13.134 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:13.134 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:13.134 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=153.965Β΅s] [2024/05/06 09:18:13.134 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=380.726Β΅s] [] [2024/05/06 09:18:13.135 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:13.135 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:13.299 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:18:13.321 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:13.323 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:18:13.366 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:13.368 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:13.369 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:13.370 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:18:13.378 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:13.378 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:13.379 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.379 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:13.380 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.380 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:13.380 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:13.380 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:13.380 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.398 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:13.400 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:13.400 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:13.400 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:13.400 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 09:18:13.472 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:18:13.478 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:13.482 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:13.482 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:13.489 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/06 09:18:13.493 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.260598ms] [encodeDur=1.331729ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=314.621Β΅s] [type=file] [takeTime=3.427692ms] [] [2024/05/06 09:18:13.494 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:13.494 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fdad8764-3442-4492-81bd-253d98896948.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 09:18:13.511 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/06 09:18:13.514 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.703234ms] [encodeDur=934.073Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=384.735Β΅s] [type=file] [takeTime=3.49323ms] [] [2024/05/06 09:18:13.515 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:18:13.515 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/70e54895-532d-4f51-833a-e3cc1bd2eb25.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:18:13.575 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/06 09:18:13.578 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.235865ms] [encodeDur=696.923Β΅s] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=442.527Β΅s] [type=file] [takeTime=2.717743ms] [] [2024/05/06 09:18:13.578 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:18:13.579 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=106.162079ms] [] [2024/05/06 09:18:13.579 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/914d9977-559c-4dd6-92f2-bad2641f7a73.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/06 09:18:13.579 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:13.579 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:13.579 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:13.583 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.795711ms] [] [2024/05/06 09:18:13.583 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:13.589 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:13.611 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:18:13.612 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:13.629 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:18:13.649 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=65.964956ms] [] [2024/05/06 09:18:13.649 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:13.651 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.362188ms] [] [2024/05/06 09:18:13.651 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:18:13.651 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:13.653 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.785218ms] [] [2024/05/06 09:18:13.653 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:13.653 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:13.653 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=74.445Β΅s] [] [2024/05/06 09:18:13.653 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:13.654 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.078957ms] [] [2024/05/06 09:18:13.713 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:13.717 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:13.717 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.717 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:13.717 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:13.718 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:13.719 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:13.719 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:13.720 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:13.720 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:13.720 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:13.720 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:13.720 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=353.105839ms] [] [2024/05/06 09:18:13.720 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:13.720 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:13.795 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:13.797 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:13.797 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:13.987 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:14.037 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:14.037 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:14.037 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:18:14.045 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.790917ms] [] [2024/05/06 09:18:14.045 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/06 09:18:14.045 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:18:14.045 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:18:14.045 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:18:14.050 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/06 09:18:14.050 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:18:14.050 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.332644ms] [] [2024/05/06 09:18:14.050 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.558043ms] [] [2024/05/06 09:18:14.092 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=105.385122ms] [] [2024/05/06 09:18:14.115 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:14.115 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:18:14.118 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:18:14.183 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:18:14.201 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:14.226 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:14.226 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:18:14.365 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:14.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.92614727\n# Parse_time: 0.000685556\n# Compile_time: 0.001848968\n# Rewrite_time: 0.00043195\n# Optimize_time: 0.000355906\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:14.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:14.530 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:14.530 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:14.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=326.267Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:14.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 09:18:14.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.436154ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=265.834Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:14.815 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 09:18:14.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.960719ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:14.909 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:18:14.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=241.215Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:14.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:18:15.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.486831ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.051 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:18:15.066 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/06 09:18:15.071 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:14.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.158 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:18:15.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:15.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.671892065\n# Parse_time: 0.000395201\n# Compile_time: 0.001258035\n# Rewrite_time: 0.000021407\n# Optimize_time: 0.000949766\n# Wait_TS: 0.000464501\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:15.164 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:18:15.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:15.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:15.249 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:15.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:18:15.299 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:15.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.307 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/06 09:18:15.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.588888ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:15.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/06 09:18:15.429 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.477812ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:15.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:15.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:15.551 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:18:15.551 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:15.555 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.392412805\n# Parse_time: 0.000740007\n# Compile_time: 0.001030738\n# Rewrite_time: 0.000010305\n# Optimize_time: 0.000949766\n# Wait_TS: 0.000473269\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:18:15.570 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:15.799 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:15.919 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:15.959 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:15.959 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:16.065 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:16.066 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:16.068 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:18:16.091 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:16.096 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:16.096 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:16.096 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=147.7Β΅s] [2024/05/06 09:18:16.096 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=374.895Β΅s] [] [2024/05/06 09:18:16.096 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:16.097 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:16.290 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:18:16.310 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:18:16.316 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:16.358 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:16.359 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:16.361 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:16.371 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:16.371 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:16.371 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:16.372 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:16.373 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:16.373 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:16.373 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:16.373 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:16.373 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:16.390 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:16.391 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:16.391 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:16.391 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:16.391 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:18:16.434 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:18:16.439 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:16.443 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:16.443 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:18:16.453 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/06 09:18:16.456 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.381862ms] [encodeDur=849.417Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=433.488Β΅s] [type=file] [takeTime=3.188435ms] [] [2024/05/06 09:18:16.457 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:18:16.457 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c7a237cb-9a77-4650-979f-ae33f32bac93.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/06 09:18:16.466 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/06 09:18:16.468 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.145453ms] [encodeDur=846.992Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=60.994Β΅s] [type=file] [takeTime=2.459407ms] [] [2024/05/06 09:18:16.469 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:18:16.469 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/497e79d7-ae6a-4d8b-a94f-28709481c0e5.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/06 09:18:16.501 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/06 09:18:16.503 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.173601ms] [encodeDur=701.964Β΅s] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=65.307Β΅s] [type=file] [takeTime=2.233043ms] [] [2024/05/06 09:18:16.504 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=69.838705ms] [] [2024/05/06 09:18:16.504 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0780affe-59e4-4cd0-8faf-55711ac6d6fa.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/06 09:18:16.504 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:16.504 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:16.504 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:16.507 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.470758ms] [] [2024/05/06 09:18:16.507 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:16.512 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:16.534 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:18:16.534 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:16.550 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:18:16.553 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.50657ms] [] [2024/05/06 09:18:16.553 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:16.572 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=18.776805ms] [] [2024/05/06 09:18:16.572 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:18:16.572 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:16.574 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.427897ms] [] [2024/05/06 09:18:16.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:16.575 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:16.575 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=83.845Β΅s] [] [2024/05/06 09:18:16.575 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:16.576 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.136498ms] [] [2024/05/06 09:18:16.630 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:16.635 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:16.635 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:16.635 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:16.635 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:16.638 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:16.638 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:16.638 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:16.638 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:16.638 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:16.638 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=280.00721ms] [] [2024/05/06 09:18:16.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:16.682 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:16.683 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:16.683 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:16.765 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:16.766 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:16.766 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:16.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:17.013 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:17.013 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:17.014 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:18:17.014 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=17.859Β΅s] [] [2024/05/06 09:18:17.014 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:17.014 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:17.014 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:18:17.014 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:18:17.019 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:18:17.020 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:17.020 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=6.095955ms] [] [2024/05/06 09:18:17.020 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=6.36675ms] [] [2024/05/06 09:18:17.060 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=101.157181ms] [] [2024/05/06 09:18:17.085 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:17.085 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:18:17.088 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:18:17.147 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:18:17.164 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:17.187 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:17.187 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:18:17.276 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:17.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.913739116\n# Parse_time: 0.000491768\n# Compile_time: 0.001111789\n# Rewrite_time: 0.000253235\n# Optimize_time: 0.000949766\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:17.478 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:17.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:17.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:17.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=233.701Β΅s] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:17.608 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/06 09:18:17.646 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.673056ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=215.433Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:17.736 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/06 09:18:17.773 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.192497ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.869 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/06 09:18:17.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=226.333Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:17.927 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 09:18:17.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.50965ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:17.997 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/06 09:18:18.005 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 09:18:18.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:17.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:18:18.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:18.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.595042067\n# Parse_time: 0.000252078\n# Compile_time: 0.000625551\n# Rewrite_time: 0.000009562\n# Optimize_time: 0.000999768\n# Wait_TS: 0.000431398\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:18.076 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 09:18:18.132 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:18.132 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:18:18.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.178 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/06 09:18:18.263 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.703233ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:18.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 09:18:18.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.319647ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:18.391 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:18:18.391 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:18.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.321432852\n# Parse_time: 0.001597748\n# Compile_time: 0.001640882\n# Rewrite_time: 0.000012274\n# Optimize_time: 0.000999768\n# Wait_TS: 0.000359218\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:18:18.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.610 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:18.716 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:18.756 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:18.756 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:18.863 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:18.865 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:18.866 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:18:18.884 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:18.888 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:18.888 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:18.888 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=89.045Β΅s] [2024/05/06 09:18:18.888 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=237.587Β΅s] [] [2024/05/06 09:18:18.888 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:18.888 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:19.040 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:18:19.061 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:19.062 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:18:19.105 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:19.106 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:19.107 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:19.117 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:19.117 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:19.117 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.117 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:19.119 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.119 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:19.119 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:19.119 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:19.119 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.136 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:19.138 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:19.138 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:19.138 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/05/06 09:18:19.138 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:18:19.184 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:18:19.188 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:19.192 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:19.192 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:18:19.291 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/06 09:18:19.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.013012ms] [encodeDur=1.316963ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=490.563Β΅s] [type=file] [takeTime=3.162997ms] [] [2024/05/06 09:18:19.296 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:18:19.296 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0491db8e-6ebe-4ffd-9bc9-4389d3216c0e.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:18:19.389 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/06 09:18:19.392 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=921.786Β΅s] [encodeDur=713.406Β΅s] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=94.709Β΅s] [type=file] [takeTime=2.133793ms] [] [2024/05/06 09:18:19.394 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:18:19.394 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e3581719-b43e-42e9-93a8-145449231451.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/06 09:18:19.454 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/06 09:18:19.457 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.107167ms] [encodeDur=1.819775ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=76.471Β΅s] [type=file] [takeTime=3.354127ms] [] [2024/05/06 09:18:19.459 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5222e965-0a1f-4ca0-a4a7-b27f2f0fd6c7.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/06 09:18:19.459 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=275.254399ms] [] [2024/05/06 09:18:19.460 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:19.460 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:19.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:19.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.838344ms] [] [2024/05/06 09:18:19.463 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:19.470 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:19.493 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:18:19.493 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:19.509 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:18:19.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=48.765851ms] [] [2024/05/06 09:18:19.512 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:19.513 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.254308ms] [] [2024/05/06 09:18:19.513 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:18:19.513 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:19.515 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.417281ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/a7dd3a23-7707-4b8c-b89b-76421a5fea20.sst] [2024/05/06 09:18:19.515 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/a7dd3a23-7707-4b8c-b89b-76421a5fea20.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 09:18:19.517 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=3.976012ms] [] [2024/05/06 09:18:19.517 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:19.522 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:19.544 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 09:18:19.545 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:19.558 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 09:18:19.560 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=42.930629ms] [] [2024/05/06 09:18:19.560 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:19.561 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.106003ms] [] [2024/05/06 09:18:19.615 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:19.621 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:19.621 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.621 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.621 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:19.623 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:19.623 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:19.624 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:19.624 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:19.624 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:19.624 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=518.774695ms] [] [2024/05/06 09:18:19.677 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:19.680 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:19.682 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:19.682 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:19.746 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:19.748 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:19.748 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:19.917 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:19.959 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:19.959 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:19.959 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:18:19.959 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.009Β΅s] [] [2024/05/06 09:18:19.959 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:19.960 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/06 09:18:19.960 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:18:19.960 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:18:19.960 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:18:19.968 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:18:19.970 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/06 09:18:19.971 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:18:19.971 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.350168ms] [] [2024/05/06 09:18:19.971 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.550624ms] [] [2024/05/06 09:18:20.009 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=91.763927ms] [] [2024/05/06 09:18:20.076 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:20.076 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:18:20.080 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:18:20.137 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:18:20.162 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:20.185 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:20.186 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:18:20.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8920922180000002\n# Parse_time: 0.000480025\n# Compile_time: 0.001068271\n# Rewrite_time: 0.000247542\n# Optimize_time: 0.000999768\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:20.296 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:20.298 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:20.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:20.324 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:20.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=236.45Β΅s] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:20.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/06 09:18:20.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.62629ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=231.728Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:20.548 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/06 09:18:20.586 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.059574ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.703 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:18:20.751 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=327.92Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:20.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/06 09:18:20.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.940836ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.861 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:18:20.873 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/06 09:18:20.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:20.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:20.938 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:18:20.938 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:20.942 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.646492425\n# Parse_time: 0.000244308\n# Compile_time: 0.000612021\n# Rewrite_time: 0.000013148\n# Optimize_time: 0.001066012\n# Wait_TS: 0.000409823\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:20.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:18:20.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:20.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:18:21.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.074 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/06 09:18:21.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.580458ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:21.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 09:18:21.205 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.651516ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:20.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.256 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:20.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:21.303 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:18:21.304 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:21.307 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.365247043\n# Parse_time: 0.000727939\n# Compile_time: 0.001146717\n# Rewrite_time: 0.00002605\n# Optimize_time: 0.001066012\n# Wait_TS: 0.000297909\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:18:21.324 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.499 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:21.610 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:21.647 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:21.647 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:21.752 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:21.754 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:21.755 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:18:21.777 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:21.780 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:21.780 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:21.780 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=98.093Β΅s] [2024/05/06 09:18:21.780 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=230.656Β΅s] [] [2024/05/06 09:18:21.780 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:21.781 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:21.941 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:18:21.963 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:18:21.992 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:22.047 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:22.049 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:22.050 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:22.059 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:22.059 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:22.060 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.060 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:22.061 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:22.061 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.061 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:22.061 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:22.061 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.079 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:22.080 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:22.081 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:22.081 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:22.081 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:18:22.126 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:18:22.131 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:22.134 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:22.134 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:18:22.165 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/06 09:18:22.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.174339ms] [encodeDur=1.323079ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=66.904Β΅s] [type=file] [takeTime=2.987136ms] [] [2024/05/06 09:18:22.171 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:18:22.171 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/01c02e90-5b0c-41d6-a483-7181efd6bf38.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/06 09:18:22.202 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/06 09:18:22.204 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.064748ms] [encodeDur=766.476Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=66.218Β΅s] [type=file] [takeTime=2.196517ms] [] [2024/05/06 09:18:22.208 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dc6491fb-9c41-4ceb-a633-4e1503c0b278.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/06 09:18:22.208 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:18:22.313 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/06 09:18:22.316 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.242135ms] [encodeDur=1.216034ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=52.774Β΅s] [type=file] [takeTime=2.859584ms] [] [2024/05/06 09:18:22.317 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=191.117561ms] [] [2024/05/06 09:18:22.317 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e1dd78d7-fca8-4c10-8225-24690603453b.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/06 09:18:22.317 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:22.317 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:22.317 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:22.320 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.133983ms] [] [2024/05/06 09:18:22.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:22.325 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:22.347 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:18:22.347 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:22.363 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:18:22.365 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.07069ms] [] [2024/05/06 09:18:22.365 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:22.366 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.432366ms] [] [2024/05/06 09:18:22.366 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:18:22.366 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:22.368 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.889727ms] [] [2024/05/06 09:18:22.368 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:22.369 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:22.369 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=70.706Β΅s] [] [2024/05/06 09:18:22.369 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:22.370 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=950.501Β΅s] [] [2024/05/06 09:18:22.422 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:18:22.443 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:22.443 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:22.443 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:22.443 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:22.443 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:22.443 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:22.443 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.444 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:22.444 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.444 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.444 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.444 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.444 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:22.447 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:22.447 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:22.447 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:22.447 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:22.447 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:22.447 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=399.539394ms] [] [2024/05/06 09:18:22.474 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:22.476 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:22.477 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:22.477 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:22.558 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:22.560 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:22.560 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:22.737 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:22.782 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:22.782 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:22.782 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:18:22.791 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=8.101921ms] [] [2024/05/06 09:18:22.791 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:22.791 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:22.791 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:18:22.791 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:18:22.795 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:18:22.796 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:22.796 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.02476ms] [] [2024/05/06 09:18:22.796 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.193452ms] [] [2024/05/06 09:18:22.871 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:22.871 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:18:22.875 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:18:22.876 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=138.845295ms] [] [2024/05/06 09:18:22.928 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:18:22.955 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:22.986 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:22.986 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:18:23.079 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:23.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.859285892\n# Parse_time: 0.001159855\n# Compile_time: 0.001394557\n# Rewrite_time: 0.000254763\n# Optimize_time: 0.001066012\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:23.177 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:23.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:23.222 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:23.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=324.202Β΅s] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 09:18:23.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.753148ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=356.544Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 09:18:23.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.786732ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.559 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/06 09:18:23.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=214.334Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:23.609 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 09:18:23.647 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.511257ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/06 09:18:23.727 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:18:23.731 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:23.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.800 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:18:23.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:23.804 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.628252041\n# Parse_time: 0.000412627\n# Compile_time: 0.000877735\n# Rewrite_time: 0.000014493\n# Optimize_time: 0.000882876\n# Wait_TS: 0.000310954\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:23.807 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:18:23.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:23.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:18:23.890 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:23.898 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/06 09:18:23.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.905536ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:23.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 09:18:24.012 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.575119ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:23.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.053 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:23.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:24.123 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:18:24.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:24.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322703757\n# Parse_time: 0.001513965\n# Compile_time: 0.001423478\n# Rewrite_time: 0.000009382\n# Optimize_time: 0.000882876\n# Wait_TS: 0.000397826\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:18:24.141 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.313 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:24.409 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:24.444 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:24.444 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:24.550 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:24.552 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:24.553 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:18:24.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.580 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:24.580 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:24.580 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=123.513Β΅s] [2024/05/06 09:18:24.580 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=301.078Β΅s] [] [2024/05/06 09:18:24.581 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:24.581 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:24.750 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:18:24.771 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:18:24.780 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:24.822 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:24.824 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:24.825 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:24.835 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:24.835 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:24.836 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.836 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:24.837 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:24.837 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:24.837 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:24.837 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:24.838 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:24.854 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:24.855 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:24.855 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:24.856 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:24.856 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:18:24.916 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:18:24.920 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:24.924 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:24.925 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:24.981 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/06 09:18:24.984 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.207707ms] [encodeDur=1.205712ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=135.333Β΅s] [type=file] [takeTime=3.1088ms] [] [2024/05/06 09:18:24.985 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:24.985 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/58546e6d-7307-48ad-8953-26fa9c7f8356.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 09:18:25.041 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/06 09:18:25.043 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.182078ms] [encodeDur=952.352Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=55.865Β΅s] [type=file] [takeTime=2.567602ms] [] [2024/05/06 09:18:25.045 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e6185e08-27ee-4552-9436-69a53aac7651.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/06 09:18:25.045 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:18:25.154 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/06 09:18:25.158 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.396952ms] [encodeDur=1.392269ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=51.792Β΅s] [type=file] [takeTime=3.158055ms] [] [2024/05/06 09:18:25.159 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c9066082-9447-4ac7-97d9-243b5c778378.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/06 09:18:25.159 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=242.804041ms] [] [2024/05/06 09:18:25.159 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:25.159 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:25.159 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:25.162 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.364022ms] [] [2024/05/06 09:18:25.162 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:25.167 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:25.189 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:18:25.190 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:25.206 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:18:25.207 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.56967ms] [] [2024/05/06 09:18:25.207 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:25.209 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.264284ms] [] [2024/05/06 09:18:25.209 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:18:25.209 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:25.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.792603ms] [] [2024/05/06 09:18:25.211 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:25.211 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:25.211 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.268Β΅s] [] [2024/05/06 09:18:25.211 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:25.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=939.383Β΅s] [] [2024/05/06 09:18:25.260 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:25.263 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:25.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.263 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:25.264 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:25.266 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:25.266 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:25.266 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:25.266 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:25.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:25.266 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:25.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=443.36905ms] [] [2024/05/06 09:18:25.268 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:25.270 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:25.270 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:25.339 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:25.341 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:25.341 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:25.527 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:25.576 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:25.576 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:25.576 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:18:25.584 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.737649ms] [] [2024/05/06 09:18:25.584 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:25.584 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:25.584 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:18:25.584 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:18:25.588 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:18:25.589 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:25.589 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.059815ms] [] [2024/05/06 09:18:25.589 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.267971ms] [] [2024/05/06 09:18:25.640 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=113.044615ms] [] [2024/05/06 09:18:25.666 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:25.666 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:18:25.669 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:18:25.737 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:18:25.752 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:25.794 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:25.795 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:18:25.904 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:25.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.843015292\n# Parse_time: 0.000666358\n# Compile_time: 0.001185719\n# Rewrite_time: 0.000304578\n# Optimize_time: 0.000882876\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:25.980 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:26.009 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.009 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:26.063 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=271.138Β΅s] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:26.109 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/06 09:18:26.145 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=54.364638ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.257 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=341.738Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:26.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/06 09:18:26.305 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.115642ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.384 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:18:26.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=232.741Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:26.458 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/06 09:18:26.491 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.385056ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.542 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:18:26.550 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/06 09:18:26.556 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:25.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:18:26.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.645517396\n# Parse_time: 0.000498947\n# Compile_time: 0.000797876\n# Rewrite_time: 0.000009219\n# Optimize_time: 0.000889657\n# Wait_TS: 0.000452633\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:26.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 09:18:26.689 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:26.689 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:18:26.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.762 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/06 09:18:26.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.427664ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:26.842 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 09:18:26.877 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.296362ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:26.994 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:18:26.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:26.998 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.373203592\n# Parse_time: 0.001235153\n# Compile_time: 0.001184204\n# Rewrite_time: 0.000009179\n# Optimize_time: 0.000889657\n# Wait_TS: 0.00044539\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:18:27.012 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.228 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:27.338 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:27.385 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:27.385 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:27.492 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:27.493 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:27.495 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:18:27.532 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.535 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:27.535 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:27.535 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=133.03Β΅s] [2024/05/06 09:18:27.535 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=334.959Β΅s] [] [2024/05/06 09:18:27.536 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:27.536 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:27.702 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:18:27.725 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:18:27.740 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:27.777 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:27.778 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:27.780 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:27.789 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:27.789 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:27.789 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.790 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:27.790 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:27.791 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:27.791 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:27.791 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:27.791 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:27.805 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:27.807 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:27.807 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:27.807 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:27.807 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:18:27.850 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:18:27.854 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:27.857 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:27.858 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:18:27.884 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/06 09:18:27.887 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.06743ms] [encodeDur=797.017Β΅s] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=529.89Β΅s] [type=file] [takeTime=2.719738ms] [] [2024/05/06 09:18:27.888 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:18:27.888 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/01624ce2-4a56-4341-811d-1530ecb670d1.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/06 09:18:27.931 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/06 09:18:27.934 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.275225ms] [encodeDur=871.873Β΅s] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=78.05Β΅s] [type=file] [takeTime=2.605052ms] [] [2024/05/06 09:18:27.935 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:18:27.935 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cbed3926-6042-4528-a7d1-fde5f46a292d.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/06 09:18:28.037 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/06 09:18:28.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.303525ms] [encodeDur=1.698169ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=57.05Β΅s] [type=file] [takeTime=3.381798ms] [] [2024/05/06 09:18:28.043 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=192.822814ms] [] [2024/05/06 09:18:28.043 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7e94fae9-709b-42bc-8e17-561ac07f2f61.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/06 09:18:28.043 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:28.043 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:28.043 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:28.046 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.18722ms] [] [2024/05/06 09:18:28.046 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:28.051 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:28.073 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:18:28.073 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:28.088 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:18:28.090 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.349537ms] [] [2024/05/06 09:18:28.090 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:28.092 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.427643ms] [] [2024/05/06 09:18:28.092 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:18:28.092 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:28.094 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.957344ms] [] [2024/05/06 09:18:28.094 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:28.094 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:28.094 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.879Β΅s] [] [2024/05/06 09:18:28.094 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:28.095 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.122678ms] [] [2024/05/06 09:18:28.148 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:18:28.151 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:28.151 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:28.151 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:28.151 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:28.151 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:28.151 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:28.151 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:28.152 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:28.152 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:28.152 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:28.152 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:28.152 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:28.152 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:28.154 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:28.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:28.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:28.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:28.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:28.154 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=376.961127ms] [] [2024/05/06 09:18:28.204 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:28.205 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:28.207 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:28.207 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:28.274 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:28.276 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:28.276 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:28.483 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:28.540 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:28.540 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:28.540 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:18:28.540 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=13.17Β΅s] [] [2024/05/06 09:18:28.540 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/06 09:18:28.541 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:18:28.541 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:18:28.541 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:18:28.545 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/06 09:18:28.545 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/06 09:18:28.546 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:18:28.546 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.658873ms] [] [2024/05/06 09:18:28.546 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.880447ms] [] [2024/05/06 09:18:28.588 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=104.834499ms] [] [2024/05/06 09:18:28.607 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:28.607 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:18:28.610 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:18:28.676 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:18:28.691 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:28.716 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:28.717 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:18:28.823 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:28.896 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.89745323\n# Parse_time: 0.000509798\n# Compile_time: 0.001287342\n# Rewrite_time: 0.000266694\n# Optimize_time: 0.000889657\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:28.905 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:28.930 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:28.930 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:28.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=236.827Β΅s] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:29.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 09:18:29.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=54.111606ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=217.433Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:29.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 09:18:29.213 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.192805ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.278 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/06 09:18:29.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=279.516Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:29.331 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 09:18:29.370 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.890794ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.409 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:18:29.421 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 09:18:29.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:28.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.494 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:18:29.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.499 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.5943239\n# Parse_time: 0.000225844\n# Compile_time: 0.000608138\n# Rewrite_time: 0.000009141\n# Optimize_time: 0.0009681\n# Wait_TS: 0.000397244\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:29.501 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:18:29.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:29.551 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:18:29.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.614 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/06 09:18:29.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.360143ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:29.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 09:18:29.752 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.757868ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:29.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.809 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:29.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:29.875 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:18:29.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:29.879 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379719268\n# Parse_time: 0.000996941\n# Compile_time: 0.000920467\n# Rewrite_time: 0.000008616\n# Optimize_time: 0.0009681\n# Wait_TS: 0.000401589\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:18:29.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:30.081 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:30.179 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:30.224 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:30.224 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:30.330 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:30.331 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:30.333 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:18:30.356 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:30.359 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:30.359 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:30.359 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=106.203Β΅s] [2024/05/06 09:18:30.359 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=256.422Β΅s] [] [2024/05/06 09:18:30.359 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:30.359 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:30.543 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:18:30.565 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:18:30.572 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:30.618 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:30.619 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:30.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:30.630 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:30.630 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:30.631 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.631 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:30.632 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:30.632 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.632 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:30.632 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:30.632 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.647 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:30.648 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:30.648 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:30.648 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:30.648 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:18:30.694 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:18:30.698 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:30.702 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:30.702 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:18:30.717 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/06 09:18:30.719 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.17898ms] [encodeDur=554.504Β΅s] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=251.112Β΅s] [type=file] [takeTime=2.412027ms] [] [2024/05/06 09:18:30.720 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:18:30.720 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d3ccbc26-7436-4acc-b0b3-449b732fdcbd.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:18:30.734 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/06 09:18:30.737 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.015299ms] [encodeDur=1.237039ms] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=246.906Β΅s] [type=file] [takeTime=2.832916ms] [] [2024/05/06 09:18:30.738 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:18:30.738 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c619807b-1770-4739-99e7-6fa584001984.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/06 09:18:30.753 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/06 09:18:30.756 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.094897ms] [encodeDur=852.48Β΅s] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=323.039Β΅s] [type=file] [takeTime=2.620407ms] [] [2024/05/06 09:18:30.756 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=61.893385ms] [] [2024/05/06 09:18:30.756 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5b732a48-c031-4408-b450-d16320026ec2.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/06 09:18:30.757 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:30.757 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:30.757 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:30.759 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.276735ms] [] [2024/05/06 09:18:30.759 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:30.764 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:30.786 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:18:30.786 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:30.802 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:18:30.804 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.679396ms] [] [2024/05/06 09:18:30.804 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:30.805 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.234703ms] [] [2024/05/06 09:18:30.805 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:18:30.805 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:30.807 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.492316ms] [] [2024/05/06 09:18:30.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:30.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:30.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.522Β΅s] [] [2024/05/06 09:18:30.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:30.808 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=844.681Β΅s] [] [2024/05/06 09:18:30.864 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:30.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:30.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:30.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:30.869 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:30.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:30.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:30.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:30.869 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:30.869 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=251.351729ms] [] [2024/05/06 09:18:30.944 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:30.946 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:30.947 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:30.947 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:31.020 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 09:18:31.021 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:31.021 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:31.209 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:31.255 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:31.256 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:31.256 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:18:31.265 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=8.89305ms] [] [2024/05/06 09:18:31.265 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/06 09:18:31.265 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:18:31.265 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:18:31.265 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:18:31.277 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/06 09:18:31.292 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:18:31.292 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=36.699191ms] [] [2024/05/06 09:18:31.292 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=36.906114ms] [] [2024/05/06 09:18:31.348 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=138.448703ms] [] [2024/05/06 09:18:31.354 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:31.354 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:18:31.357 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:18:31.403 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:18:31.431 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:31.456 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:31.456 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:18:31.548 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:31.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.874898239\n# Parse_time: 0.000764325\n# Compile_time: 0.001453986\n# Rewrite_time: 0.000337601\n# Optimize_time: 0.0009681\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:31.765 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:31.791 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:31.791 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:31.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=327.138Β΅s] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:31.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/06 09:18:31.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=54.349201ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:31.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=202.349Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:32.033 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/06 09:18:32.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.136561ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.152 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.185 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/06 09:18:32.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=263.066Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:32.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/06 09:18:32.274 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.784188ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.341 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 09:18:32.350 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/06 09:18:32.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:31.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.410 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:18:32.410 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:32.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.649760431\n# Parse_time: 0.000301929\n# Compile_time: 0.00063673\n# Rewrite_time: 0.000008919\n# Optimize_time: 0.001919734\n# Wait_TS: 0.000328129\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:32.416 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:18:32.467 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:32.466 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:18:32.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.529 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/06 09:18:32.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.757545ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:32.630 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 09:18:32.662 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.76872ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:32.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:32.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:32.745 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:18:32.745 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:32.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334684743\n# Parse_time: 0.001019244\n# Compile_time: 0.001221261\n# Rewrite_time: 0.000008301\n# Optimize_time: 0.001919734\n# Wait_TS: 0.000408124\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:18:32.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:32.962 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:33.082 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:33.128 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:33.128 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:33.234 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:33.236 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:33.237 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:18:33.258 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.260 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:33.260 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:33.260 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=106.036Β΅s] [2024/05/06 09:18:33.261 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=246.831Β΅s] [] [2024/05/06 09:18:33.261 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:33.261 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:33.409 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:18:33.431 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:18:33.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:33.476 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:33.478 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:18:33.479 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:33.488 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:33.488 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:33.489 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:33.489 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:33.490 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:33.490 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:33.490 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:33.490 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:33.490 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:33.503 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:33.505 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:33.505 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:33.505 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:33.505 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/05/06 09:18:33.550 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:18:33.554 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:33.558 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:33.558 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:18:33.591 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/06 09:18:33.594 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.136853ms] [encodeDur=812.713Β΅s] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=316.381Β΅s] [type=file] [takeTime=2.820762ms] [] [2024/05/06 09:18:33.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:18:33.595 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9a6f97b2-5b05-4831-adc8-02cdad360092.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/06 09:18:33.609 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/06 09:18:33.611 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=974.906Β΅s] [encodeDur=751.606Β΅s] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=283.327Β΅s] [type=file] [takeTime=2.28095ms] [] [2024/05/06 09:18:33.612 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:18:33.612 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4e1587b0-7782-4a11-b526-ef13d8f9ca64.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/06 09:18:33.633 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/06 09:18:33.636 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.036361ms] [encodeDur=810.942Β΅s] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=302.244Β΅s] [type=file] [takeTime=2.410439ms] [] [2024/05/06 09:18:33.636 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=86.651083ms] [] [2024/05/06 09:18:33.636 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/222eeee8-e0a9-419f-a80b-9688b58959db.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/06 09:18:33.637 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:33.637 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:33.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:33.639 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.21703ms] [] [2024/05/06 09:18:33.639 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:33.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:33.667 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:18:33.667 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:33.681 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:18:33.683 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.960123ms] [] [2024/05/06 09:18:33.683 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:33.684 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.138238ms] [] [2024/05/06 09:18:33.684 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:18:33.684 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:33.686 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.431454ms] [] [2024/05/06 09:18:33.686 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:33.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:33.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=56.32Β΅s] [] [2024/05/06 09:18:33.686 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:33.687 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=760.728Β΅s] [] [2024/05/06 09:18:33.733 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:18:33.736 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:33.736 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:33.736 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:33.736 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:33.738 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:33.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:33.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:33.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:33.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:33.738 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=262.0643ms] [] [2024/05/06 09:18:33.750 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:33.751 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:33.753 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:33.753 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:33.838 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 09:18:33.840 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:33.840 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:33.986 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:34.028 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:34.028 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:34.029 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:18:34.035 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=6.906259ms] [] [2024/05/06 09:18:34.036 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/06 09:18:34.036 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:18:34.036 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:18:34.036 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:18:34.040 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/06 09:18:34.040 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:18:34.041 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.033321ms] [] [2024/05/06 09:18:34.041 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.222068ms] [] [2024/05/06 09:18:34.084 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=98.392112ms] [] [2024/05/06 09:18:34.152 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:34.152 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:18:34.156 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:18:34.218 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:18:34.234 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:34.259 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:34.259 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:18:34.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.593529481\n# Parse_time: 0.000631895\n# Compile_time: 0.001159398\n# Rewrite_time: 0.000223237\n# Optimize_time: 0.001919734\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:34.353 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:34.353 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:34.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:34.375 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:34.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=243.153Β΅s] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:34.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 09:18:34.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=74.123079ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=341.135Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:34.630 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 09:18:34.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.385865ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.715 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.724 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/06 09:18:34.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=232.326Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:34.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 09:18:34.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.444334ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.851 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:18:34.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 09:18:34.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:34.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:34.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:18:34.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:34.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.577002396\n# Parse_time: 0.0002745\n# Compile_time: 0.000585383\n# Rewrite_time: 0.000008707\n# Optimize_time: 0.001162277\n# Wait_TS: 0.000368583\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:34.931 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:18:35.002 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:35.002 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:18:35.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.074 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/06 09:18:35.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.882582ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:35.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 09:18:35.221 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.886513ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:34.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.316 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:34.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:35.369 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:18:35.370 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:35.373 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.44393944\n# Parse_time: 0.000764389\n# Compile_time: 0.000961788\n# Rewrite_time: 0.000007639\n# Optimize_time: 0.001162277\n# Wait_TS: 0.000492743\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:18:35.389 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:35.586 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:35.708 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:35.753 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:35.753 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:35.859 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:35.861 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:35.862 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:18:35.884 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:35.887 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:35.887 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:35.887 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=113.669Β΅s] [2024/05/06 09:18:35.887 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=292.951Β΅s] [] [2024/05/06 09:18:35.888 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:35.888 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:36.019 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:18:36.039 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:18:36.062 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:36.102 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:36.103 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:18:36.105 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:36.114 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:36.114 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:36.114 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:36.114 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:36.115 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:36.115 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:36.115 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:36.115 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:36.115 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:36.129 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:36.131 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:36.131 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:36.131 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:36.131 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/05/06 09:18:36.177 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:18:36.181 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:36.185 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:36.185 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:18:36.223 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/06 09:18:36.226 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.183142ms] [encodeDur=1.57142ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=195.115Β΅s] [type=file] [takeTime=3.356609ms] [] [2024/05/06 09:18:36.228 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:18:36.228 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c98f4111-41f7-46e7-927c-52991cbc4a70.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/06 09:18:36.295 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/06 09:18:36.298 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.100474ms] [encodeDur=1.453774ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=51.327Β΅s] [type=file] [takeTime=2.896627ms] [] [2024/05/06 09:18:36.299 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/85220290-2831-43ed-8ca3-c49b45e2a865.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/06 09:18:36.299 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:18:36.360 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/06 09:18:36.363 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.123801ms] [encodeDur=1.299558ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=52.794Β΅s] [type=file] [takeTime=2.78936ms] [] [2024/05/06 09:18:36.364 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cb931b97-00de-4f0e-9632-e43e26b1f73c.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/06 09:18:36.364 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=186.517373ms] [] [2024/05/06 09:18:36.364 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:36.364 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:36.364 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:36.369 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=4.198152ms] [] [2024/05/06 09:18:36.369 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:36.374 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:36.397 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:18:36.397 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:36.412 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:18:36.414 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.933072ms] [] [2024/05/06 09:18:36.414 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:36.415 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.213721ms] [] [2024/05/06 09:18:36.415 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:18:36.415 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:36.417 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.699486ms] [] [2024/05/06 09:18:36.417 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:36.417 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:36.417 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.232Β΅s] [] [2024/05/06 09:18:36.417 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:36.418 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=880.221Β΅s] [] [2024/05/06 09:18:36.466 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:36.470 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:36.470 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:36.470 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:36.470 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:36.473 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:36.473 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:36.473 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:36.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:36.473 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:36.473 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=371.511358ms] [] [2024/05/06 09:18:36.474 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:36.475 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:36.477 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:36.477 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:36.547 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:18:36.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:36.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:36.743 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:36.790 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:36.791 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:36.791 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:18:36.799 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.108296ms] [] [2024/05/06 09:18:36.799 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/06 09:18:36.799 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:18:36.799 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:18:36.799 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:18:36.803 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/06 09:18:36.803 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:18:36.804 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=12.843791ms] [] [2024/05/06 09:18:36.804 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.083611ms] [] [2024/05/06 09:18:36.842 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=98.517168ms] [] [2024/05/06 09:18:36.874 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:36.875 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:18:36.878 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:18:36.924 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:18:36.960 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:36.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.586723412\n# Parse_time: 0.001466068\n# Compile_time: 0.001746084\n# Rewrite_time: 0.00030708\n# Optimize_time: 0.001162277\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:36.989 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:37.000 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:37.000 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:18:37.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:37.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:37.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.096 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:37.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=251.021Β΅s] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.119 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/06 09:18:37.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.978289ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=214.606Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/06 09:18:37.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.84411ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.354 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/06 09:18:37.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=238.286Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:37.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/06 09:18:37.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.079522ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.497 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 09:18:37.505 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/06 09:18:37.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:36.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.578 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 09:18:37.579 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.584 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.596055158\n# Parse_time: 0.000340791\n# Compile_time: 0.000663157\n# Rewrite_time: 0.00000913\n# Optimize_time: 0.017507895\n# Wait_TS: 0.000386022\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:37.587 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 09:18:37.643 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:37.642 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:18:37.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.689 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/06 09:18:37.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=2.456612ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:37.795 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/06 09:18:37.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.630872ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:37.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.870 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:37.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:37.911 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 09:18:37.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:37.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.329543091\n# Parse_time: 0.000735681\n# Compile_time: 0.000951612\n# Rewrite_time: 0.000008093\n# Optimize_time: 0.017507895\n# Wait_TS: 0.000354867\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:18:37.928 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:38.117 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:38.235 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:38.278 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:18:38.278 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:38.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:38.388 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:38.390 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:18:38.415 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:38.418 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:38.418 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:38.418 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=115.671Β΅s] [2024/05/06 09:18:38.418 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.979Β΅s] [] [2024/05/06 09:18:38.419 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:38.419 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:38.551 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:18:38.583 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:38.590 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:18:38.633 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:38.634 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:18:38.636 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:38.645 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:38.645 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:38.646 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.646 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:38.647 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:38.647 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:38.647 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.647 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:38.647 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.661 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:38.663 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:38.663 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:38.663 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:38.663 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/05/06 09:18:38.707 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:18:38.711 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:38.715 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:38.715 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:18:38.743 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/06 09:18:38.747 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.25337ms] [encodeDur=1.770227ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=132.894Β΅s] [type=file] [takeTime=3.60589ms] [] [2024/05/06 09:18:38.748 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:18:38.748 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/11e847e5-33ad-49d4-bd91-24ba19c13b8b.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/06 09:18:38.778 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/06 09:18:38.780 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=954.713Β΅s] [encodeDur=1.246944ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=69.066Β΅s] [type=file] [takeTime=2.561105ms] [] [2024/05/06 09:18:38.781 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:18:38.782 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e0db48b0-4704-438d-96a3-b5b32234f39d.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/06 09:18:38.804 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/06 09:18:38.808 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.24133ms] [encodeDur=2.430729ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=67.633Β΅s] [type=file] [takeTime=4.121327ms] [] [2024/05/06 09:18:38.809 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=101.967251ms] [] [2024/05/06 09:18:38.809 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f6973f50-3d23-4d3d-8748-b0a6a8267b5d.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/06 09:18:38.809 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:38.809 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:38.809 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:38.812 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.76062ms] [] [2024/05/06 09:18:38.812 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:38.817 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:38.839 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 09:18:38.840 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:38.854 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 09:18:38.856 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.481121ms] [] [2024/05/06 09:18:38.856 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:38.857 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.251171ms] [] [2024/05/06 09:18:38.857 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:18:38.857 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:38.859 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.865873ms] [] [2024/05/06 09:18:38.859 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:38.859 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:38.859 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=51.801Β΅s] [] [2024/05/06 09:18:38.859 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:38.860 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=861.868Β΅s] [] [2024/05/06 09:18:38.900 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:38.902 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:38.903 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:38.903 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:38.910 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:38.913 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:38.913 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.913 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.913 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:38.915 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:38.915 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:38.915 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:38.915 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:38.915 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:38.916 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=282.859941ms] [] [2024/05/06 09:18:39.000 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:18:39.002 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:39.002 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:39.169 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:39.214 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:39.214 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:39.214 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:18:39.221 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.323112ms] [] [2024/05/06 09:18:39.221 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/06 09:18:39.222 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:18:39.222 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:18:39.222 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:18:39.231 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/06 09:18:39.231 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:18:39.232 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=17.600354ms] [] [2024/05/06 09:18:39.232 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=17.766701ms] [] [2024/05/06 09:18:39.274 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=104.94864ms] [] [2024/05/06 09:18:39.300 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:39.300 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:18:39.303 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:18:39.387 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:18:39.401 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:18:39.419 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:39.419 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:18:39.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.61110928\n# Parse_time: 0.001044492\n# Compile_time: 0.001510251\n# Rewrite_time: 0.000285908\n# Optimize_time: 0.017507895\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:39.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:39.546 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:39.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:39.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:39.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=297.652Β΅s] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.662 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/06 09:18:39.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=54.826111ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=294.871Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/06 09:18:39.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.59211ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:39.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/06 09:18:39.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=264.596Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:39.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/06 09:18:40.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.104774ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/06 09:18:40.072 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 09:18:40.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:39.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.148 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:18:40.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.152 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.614133357\n# Parse_time: 0.00032007\n# Compile_time: 0.000766942\n# Rewrite_time: 0.000009915\n# Optimize_time: 0.001512365\n# Wait_TS: 0.000587925\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:40.156 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:18:40.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:40.211 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:18:40.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.311 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/06 09:18:40.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=2.548179ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:40.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/06 09:18:40.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=54.461915ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:40.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:40.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:40.547 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:18:40.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:40.551 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397648673\n# Parse_time: 0.00114459\n# Compile_time: 0.001495604\n# Rewrite_time: 0.00001814\n# Optimize_time: 0.001512365\n# Wait_TS: 0.000461469\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:18:40.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:40.763 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:40.877 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:40.921 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:18:40.921 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:41.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:41.028 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:41.030 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:18:41.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:41.054 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:41.054 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:41.054 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=123.588Β΅s] [2024/05/06 09:18:41.054 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.589Β΅s] [] [2024/05/06 09:18:41.054 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:41.054 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:41.204 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:18:41.224 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:18:41.238 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:41.287 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:41.289 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:18:41.289 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:41.299 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:41.300 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:41.300 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.300 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:41.301 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.301 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:41.301 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:41.301 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:41.302 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.318 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:41.320 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:41.320 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:41.320 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:41.320 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/05/06 09:18:41.369 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:18:41.373 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:41.376 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:41.377 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:18:41.387 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/06 09:18:41.391 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.356122ms] [encodeDur=1.066059ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=563.391Β΅s] [type=file] [takeTime=3.484449ms] [] [2024/05/06 09:18:41.392 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:18:41.392 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/204ef876-bfa2-4d5c-8dae-5aa063910fad.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:18:41.426 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/06 09:18:41.429 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.311826ms] [encodeDur=872.502Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=51.666Β΅s] [type=file] [takeTime=2.514881ms] [] [2024/05/06 09:18:41.430 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:18:41.430 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9595d2a6-338d-4f1f-80ad-919c3f4c1928.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/06 09:18:41.457 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/06 09:18:41.459 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=997.047Β΅s] [encodeDur=824.848Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=53.719Β΅s] [type=file] [takeTime=2.158542ms] [] [2024/05/06 09:18:41.460 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=91.266983ms] [] [2024/05/06 09:18:41.460 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e2d49f66-0310-4f4b-8b1f-4f88b0a76d66.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/06 09:18:41.460 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:18:41.460 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:18:41.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:41.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.805321ms] [] [2024/05/06 09:18:41.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:41.481 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:41.504 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:18:41.504 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:41.540 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:18:41.542 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=79.338167ms] [] [2024/05/06 09:18:41.542 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:41.544 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.689252ms] [] [2024/05/06 09:18:41.544 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:18:41.544 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:41.546 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.937084ms] [] [2024/05/06 09:18:41.546 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:41.546 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:41.546 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=70.914Β΅s] [] [2024/05/06 09:18:41.546 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:41.547 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.144727ms] [] [2024/05/06 09:18:41.598 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:18:41.601 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:41.601 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:41.601 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:41.601 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:41.601 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:41.601 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.602 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.602 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:41.604 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:41.604 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:41.604 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:41.604 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:41.604 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:41.604 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=316.987225ms] [] [2024/05/06 09:18:41.645 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:41.647 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:41.649 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:41.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:41.716 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:18:41.719 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:41.719 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:41.924 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:41.971 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:18:41.971 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:18:41.971 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:18:41.978 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=6.935782ms] [] [2024/05/06 09:18:41.978 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:18:41.979 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:18:41.979 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:18:41.979 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:18:41.983 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:18:41.984 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:18:41.984 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.234876ms] [] [2024/05/06 09:18:41.984 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.448266ms] [] [2024/05/06 09:18:42.027 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=103.495706ms] [] [2024/05/06 09:18:42.041 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:42.041 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:18:42.045 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:18:42.117 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:18:42.128 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:18:42.136 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.583798408\n# Parse_time: 0.000686944\n# Compile_time: 0.001553998\n# Rewrite_time: 0.000328154\n# Optimize_time: 0.001512365\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:18:42.144 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:18:42.151 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:42.151 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:18:42.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.178 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:18:42.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.283 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:42.284 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=277.136Β΅s] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.295 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/06 09:18:42.332 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.714081ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.431 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=248.377Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.442 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/06 09:18:42.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=54.240056ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.520 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.530 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:18:42.567 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=205.273Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:18:42.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/06 09:18:42.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.317763ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.683 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:18:42.693 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:18:42.696 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.765 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:18:42.765 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:42.770 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.626020673\n# Parse_time: 0.000268498\n# Compile_time: 0.000581032\n# Rewrite_time: 0.00000986\n# Optimize_time: 0.001167934\n# Wait_TS: 0.000388808\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:18:42.772 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:18:42.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:42.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:18:42.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:42.886 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/06 09:18:42.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.907892ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:42.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/06 09:18:43.005 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=54.436312ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:42.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:42.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:43.115 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 09:18:43.115 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:43.119 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.348153994\n# Parse_time: 0.000932021\n# Compile_time: 0.001187032\n# Rewrite_time: 0.000011013\n# Optimize_time: 0.001167934\n# Wait_TS: 0.000431567\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:18:43.132 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:43.298 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:43.396 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:43.433 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/06 09:18:43.433 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:43.540 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:43.542 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:43.543 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 09:18:43.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:43.566 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:43.566 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:18:43.566 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=79.149Β΅s] [2024/05/06 09:18:43.566 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=211.855Β΅s] [] [2024/05/06 09:18:43.566 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:43.566 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:18:43.688 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 09:18:43.710 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 09:18:43.740 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:43.777 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:43.779 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:18:43.780 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:43.789 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:43.789 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:43.790 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:43.790 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:43.791 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:43.791 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:43.791 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:43.791 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:43.791 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:43.805 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:43.807 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:43.807 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:43.807 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:43.807 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=700.7GiB] [2024/05/06 09:18:43.856 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 09:18:43.860 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:43.888 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:43.889 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:18:43.905 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/06 09:18:43.908 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.410489ms] [encodeDur=1.076543ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=54.848Β΅s] [type=file] [takeTime=3.064366ms] [] [2024/05/06 09:18:43.909 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:18:43.909 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5dcc81a7-e41a-485b-8999-e2824e6635ad.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/06 09:18:43.981 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/06 09:18:43.984 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=1.27884ms] [encodeDur=845.388Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=69.237Β΅s] [type=file] [takeTime=2.535242ms] [] [2024/05/06 09:18:43.985 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:18:43.985 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4d4298e1-a8db-4c3d-8884-1a1fdc12cc3c.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/06 09:18:44.013 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/06 09:18:44.015 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.182065ms] [encodeDur=725.467Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=56.337Β΅s] [type=file] [takeTime=2.269207ms] [] [2024/05/06 09:18:44.016 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=160.397619ms] [] [2024/05/06 09:18:44.016 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/63add46f-416b-4eff-8d0d-a92294ad670f.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/06 09:18:44.017 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:18:44.017 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:18:44.017 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:44.019 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.856468ms] [] [2024/05/06 09:18:44.019 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:18:44.026 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:44.049 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:18:44.049 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:44.065 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:18:44.067 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=48.50209ms] [] [2024/05/06 09:18:44.067 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:18:44.069 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.620709ms] [] [2024/05/06 09:18:44.069 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:18:44.069 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:44.071 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.213612ms] [] [2024/05/06 09:18:44.071 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:18:44.071 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:44.072 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.596Β΅s] [] [2024/05/06 09:18:44.072 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:18:44.073 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=891.555Β΅s] [] [2024/05/06 09:18:44.134 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:18:44.138 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:44.138 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.138 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:44.138 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:44.141 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:44.141 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:44.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:44.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:44.141 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:44.141 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=363.836456ms] [] [2024/05/06 09:18:44.153 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:44.155 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:44.157 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:44.157 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:44.229 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:18:44.232 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:44.232 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:44.406 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:44.461 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:18:44.461 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:18:44.462 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:18:44.471 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=9.396751ms] [] [2024/05/06 09:18:44.471 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:18:44.471 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:18:44.471 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 09:18:44.471 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 09:18:44.475 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:18:44.476 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:18:44.476 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=14.373059ms] [] [2024/05/06 09:18:44.476 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=14.601024ms] [] [2024/05/06 09:18:44.518 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=109.525539ms] [] [2024/05/06 09:18:44.563 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:44.563 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/06 09:18:44.566 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/06 09:18:44.608 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/06 09:18:44.639 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/06 09:18:44.663 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:44.663 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/06 09:18:44.793 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:44.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8409145869999999\n# Parse_time: 0.000633446\n# Compile_time: 0.00124925\n# Rewrite_time: 0.000276817\n# Optimize_time: 0.001167934\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/05/06 09:18:44.971 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 09:18:44.973 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 09:18:45.008 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/06 09:18:45.009 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.063 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.099 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.043016ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:45.110 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/06 09:18:45.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=64.600772ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:44.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:44.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:18:45.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:45.262 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:18:45.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.299 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:18:45.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.363 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/06 09:18:45.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.424528ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:45.417 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/06 09:18:45.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.215207ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.548 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:18:45.548 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:45.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:18:45.595 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:45.595 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:18:45.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.669 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/06 09:18:45.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.034442ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:45.732 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 09:18:45.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.48071ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:45.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:45.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:45.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 09:18:45.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:45.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 09:18:46.078 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 09:18:46.218 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 09:18:46.418 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 09:18:46.619 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 09:18:46.774 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 09:18:46.958 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:46.958 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:18:46.970 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:47.169 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:47.243 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:18:47.282 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/06 09:18:47.282 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:18:47.388 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:47.389 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:47.389 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 09:18:47.407 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:47.410 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:18:47.410 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:18:47.410 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.281Β΅s] [2024/05/06 09:18:47.410 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=198.607Β΅s] [] [2024/05/06 09:18:47.411 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:47.411 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:18:47.414 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 09:18:47.533 +00:00] [WARN] [session.go:803] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449573585521213449, conflictStartTS=449573585521213447, conflictCommitTS=449573585521213451, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 09:18:47.533 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 09:18:47.552 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 09:18:47.558 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 09:18:47.560 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 09:18:47.560 +00:00] [WARN] [session.go:1114] ["transaction association"] ["retrying txnStartTS"=449573585547427846] ["original txnStartTS"=449573585521213449] [2024/05/06 09:18:47.570 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:18:47.575 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:18:47.614 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:47.615 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 09:18:47.688 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/06 09:18:47.711 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:47.711 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/06 09:18:47.784 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:47.803 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=389.028321ms] [] [2024/05/06 09:18:47.803 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398000119\n# Parse_time: 0.000270604\n# Compile_time: 0.000662722\n# Rewrite_time: 0.000004622\n# Optimize_time: 0.001680374\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\ncancel import job 13;"] [2024/05/06 09:18:48.354 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:48.354 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:18:48.361 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:48.361 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:18:48.368 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:48.369 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:18:48.381 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:48.579 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:48.663 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:18:48.671 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301738217\n# Parse_time: 0.00045601\n# Compile_time: 0.001213912\n# Rewrite_time: 0.000263699\n# Optimize_time: 0.000213481\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mjk5LjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mjk5LjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:18:48.706 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/06 09:18:48.706 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:18:48.817 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:48.818 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:48.819 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 09:18:48.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:48.844 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:18:48.844 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:18:48.844 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=66.043Β΅s] [2024/05/06 09:18:48.844 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=217.551Β΅s] [] [2024/05/06 09:18:48.844 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:48.844 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:18:48.953 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 09:18:48.973 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 09:18:48.991 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:18:49.036 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:18:49.037 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:18:49.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:49.047 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:49.047 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:49.048 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:49.048 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:49.049 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:49.049 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:49.049 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:49.049 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:49.049 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:49.064 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:49.066 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:49.066 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:18:49.066 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:49.066 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=700.7GiB] [2024/05/06 09:18:49.109 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 09:18:49.114 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:18:49.118 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:18:49.118 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/06 09:18:49.146 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/06 09:18:49.149 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.528788ms] [encodeDur=702.783Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=57.196Β΅s] [type=file] [takeTime=2.711119ms] [] [2024/05/06 09:18:49.150 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/e35c692c-c8e3-41d3-8bf2-874f1dd759ad.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/06 09:18:49.150 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=40.816264ms] [] [2024/05/06 09:18:49.150 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:18:49.151 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:18:49.151 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:18:49.153 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.962244ms] [] [2024/05/06 09:18:49.153 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 09:18:49.157 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:49.179 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:18:49.180 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:49.195 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:18:49.197 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=44.400683ms] [] [2024/05/06 09:18:49.197 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:18:49.198 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.030804ms] [] [2024/05/06 09:18:49.198 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:18:49.198 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:18:49.200 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.39829ms] [] [2024/05/06 09:18:49.200 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 09:18:49.200 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:18:49.200 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=59.518Β΅s] [] [2024/05/06 09:18:49.200 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:18:49.201 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=805.067Β΅s] [] [2024/05/06 09:18:49.270 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:49.274 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:49.274 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.274 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:49.274 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:49.277 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:49.277 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:49.277 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:49.277 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:49.277 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:49.277 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=240.989753ms] [] [2024/05/06 09:18:49.328 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:49.329 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:49.330 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:49.330 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:49.402 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:18:49.404 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:49.404 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:18:49.543 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:18:49.615 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:18:49.626 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 09:18:49.711 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/06 09:18:49.717 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/06 09:18:49.803 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/06 09:18:49.925 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:49.926 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 09:18:49.932 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/06 09:18:49.996 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=370.150449ms] [] [2024/05/06 09:18:49.996 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380260573\n# Parse_time: 0.000561213\n# Compile_time: 0.000905888\n# Rewrite_time: 0.000005725\n# Optimize_time: 0.000213481\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 09:18:50.012 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/06 09:18:50.033 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:50.033 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/06 09:18:50.132 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:50.145 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:18:50.145 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:18:50.145 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=43.293Β΅s] [] [2024/05/06 09:18:50.145 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:18:50.146 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:18:50.146 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/05/06 09:18:50.146 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/05/06 09:18:50.148 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:50.149 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:18:50.150 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:18:50.151 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:50.152 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:50.152 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 09:18:50.165 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:50.181 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/06 09:18:51.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 09:18:51.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:51.274 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:51.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/06 09:18:51.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:51.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.330 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/06 09:18:51.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.468021ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:51.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 09:18:51.414 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.643734ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.454 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/06 09:18:51.463 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/06 09:18:51.467 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:51.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:51.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:18:51.554 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:51.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.315214351\n# Parse_time: 0.000227884\n# Compile_time: 0.00081998\n# Rewrite_time: 0.000063459\n# Optimize_time: 0.00014146\n# Wait_TS: 0.000390417\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/06 09:18:51.574 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:51.776 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:18:51.857 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:18:51.866 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3057475\n# Parse_time: 0.000435277\n# Compile_time: 0.001475399\n# Rewrite_time: 0.000297905\n# Optimize_time: 0.00014146\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzAzLjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzAzLjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:18:51.930 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/06 09:18:51.931 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:18:52.036 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:52.037 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:52.039 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 09:18:52.046 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 09:18:52.596 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:52.599 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:18:52.599 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:18:52.599 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=59.55Β΅s] [2024/05/06 09:18:52.599 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=181.045Β΅s] [] [2024/05/06 09:18:52.599 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:18:52.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:18:52.672 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:18:52.678 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:18:52.749 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:52.751 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 09:18:52.837 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/06 09:18:52.884 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:52.884 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/06 09:18:52.972 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:53.014 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=967.164561ms] [] [2024/05/06 09:18:53.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.974449394\n# Parse_time: 0.000463406\n# Compile_time: 0.000753262\n# Rewrite_time: 0.000006488\n# Optimize_time: 0.00014146\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/06 09:18:53.050 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:18:53.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 09:18:53.086 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:53.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.086 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:53.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:18:53.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.200 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.002668ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:18:53.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 09:18:53.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.41757ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:18:53.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.317 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.348 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:18:53.348 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:53.354 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:18:53.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:18:53.404 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:18:53.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:53.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.489 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/06 09:18:53.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.405535ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:18:53.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 09:18:53.599 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.591559ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:53.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.670 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:53.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:53.727 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:18:53.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:53.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377182888\n# Parse_time: 0.000992149\n# Compile_time: 0.000966441\n# Rewrite_time: 0.000042217\n# Optimize_time: 0.000180263\n# Wait_TS: 0.000331415\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:18:53.748 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:53.928 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:54.020 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:54.094 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 09:18:54.095 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:54.201 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:54.203 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:54.204 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 09:18:54.223 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:54.226 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:54.226 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:54.226 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=78.711Β΅s] [2024/05/06 09:18:54.226 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=248.329Β΅s] [] [2024/05/06 09:18:54.226 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:18:54.226 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:18:54.346 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 09:18:54.365 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 09:18:54.370 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:54.407 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:54.408 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:18:54.410 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:54.418 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:54.418 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:54.418 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:54.418 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:54.419 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:54.420 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:54.420 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:54.420 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:54.420 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:54.433 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:54.434 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:54.434 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:54.435 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:54.435 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=700.7GiB] [2024/05/06 09:18:54.502 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/06 09:18:54.506 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:54.510 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:54.510 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:18:54.567 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 09:18:54.571 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.24474ms] [encodeDur=1.045886ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=535.329Β΅s] [type=file] [takeTime=3.213653ms] [] [2024/05/06 09:18:54.571 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/06 09:18:54.572 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/40115700-00f9-4f93-93c6-2cdc034d3178.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 09:18:54.572 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=70.134677ms] [] [2024/05/06 09:18:54.572 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:18:54.572 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:18:54.572 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:54.574 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.857153ms] [] [2024/05/06 09:18:54.574 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:18:54.579 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:54.600 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:54.601 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:54.615 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:54.617 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.1188ms] [] [2024/05/06 09:18:54.617 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:54.619 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.121693ms] [] [2024/05/06 09:18:54.619 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:18:54.619 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:54.620 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.76547ms] [] [2024/05/06 09:18:54.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:18:54.621 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:54.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=77.575Β΅s] [] [2024/05/06 09:18:54.621 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:54.622 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=818.7Β΅s] [] [2024/05/06 09:18:54.694 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 09:18:54.698 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:54.702 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:54.702 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:18:54.731 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 09:18:54.735 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.075008ms] [encodeDur=2.328151ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=65.433Β΅s] [type=file] [takeTime=3.801748ms] [] [2024/05/06 09:18:54.736 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/06 09:18:54.737 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/40165a8a-0645-413f-8753-dea420ed9c90.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 09:18:54.737 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=42.79544ms] [] [2024/05/06 09:18:54.737 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:18:54.737 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:18:54.737 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:54.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.236279ms] [] [2024/05/06 09:18:54.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:18:54.744 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:54.766 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:54.767 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:54.780 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:54.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.115389ms] [] [2024/05/06 09:18:54.783 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:54.784 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.256779ms] [] [2024/05/06 09:18:54.784 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:18:54.784 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:54.786 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.710397ms] [] [2024/05/06 09:18:54.786 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:18:54.786 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:54.786 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=53.676Β΅s] [] [2024/05/06 09:18:54.786 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:54.787 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=944.986Β΅s] [] [2024/05/06 09:18:54.832 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:18:54.837 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:54.837 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:54.837 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:54.838 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:54.840 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:54.840 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:54.840 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:54.840 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:54.840 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:54.840 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=433.032776ms] [] [2024/05/06 09:18:54.947 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:54.948 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:54.950 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:54.950 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:55.015 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:55.017 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:55.017 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:55.161 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:55.204 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:18:55.205 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:18:55.205 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:18:55.205 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=13.627Β΅s] [] [2024/05/06 09:18:55.205 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:55.205 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:55.205 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 09:18:55.205 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 09:18:55.216 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:18:55.216 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=11.718613ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:55.217 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=12.168474ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:55.217 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:55.217 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:55.218 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:18:55.241 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=80.459395ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:18:55.241 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:18:55.328 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/06 09:18:55.381 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/06 09:18:55.412 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:18:55.414 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 09:18:55.419 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/06 09:18:55.500 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 09:18:55.523 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:55.523 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/06 09:18:55.584 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:18:55.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.851620482\n# Parse_time: 0.00071214\n# Compile_time: 0.00154038\n# Rewrite_time: 0.000415507\n# Optimize_time: 0.000180263\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS44NXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuODVzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:18:55.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:18:55.622 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:55.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:55.626 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:55.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:18:55.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:55.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.704 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/06 09:18:55.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.520089ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:55.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 09:18:55.802 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.050658ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.848 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 09:18:55.857 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 09:18:55.860 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:55.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:55.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:18:55.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:55.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326146875\n# Parse_time: 0.000232921\n# Compile_time: 0.000808566\n# Rewrite_time: 0.000035521\n# Optimize_time: 0.001407424\n# Wait_TS: 0.000410925\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:55.939 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:56.152 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:56.256 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:56.300 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/06 09:18:56.301 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:56.406 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:56.407 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:56.409 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 09:18:56.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:56.434 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:56.434 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:56.434 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=81.235Β΅s] [2024/05/06 09:18:56.434 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=233.184Β΅s] [] [2024/05/06 09:18:56.435 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:18:56.435 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:18:56.597 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 09:18:56.616 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 09:18:56.628 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:56.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:56.667 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:18:56.669 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:56.678 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:56.678 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:56.679 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:56.679 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:56.680 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:56.680 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:56.680 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:56.680 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:56.680 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:56.695 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:56.696 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:56.696 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:56.696 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:56.696 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=700.7GiB] [2024/05/06 09:18:56.739 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/06 09:18:56.743 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:56.747 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:56.747 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:18:56.779 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 09:18:56.782 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.131072ms] [encodeDur=1.262279ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=440.778Β΅s] [type=file] [takeTime=3.228582ms] [] [2024/05/06 09:18:56.782 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/06 09:18:56.783 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=44.331707ms] [] [2024/05/06 09:18:56.783 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/086bcc4c-a4f4-40d9-b8f8-7d8455350436.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 09:18:56.783 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:18:56.783 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:18:56.783 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:56.786 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.563747ms] [] [2024/05/06 09:18:56.786 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:18:56.791 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:56.813 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:56.814 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:56.828 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:56.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.474688ms] [] [2024/05/06 09:18:56.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:56.831 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.002795ms] [] [2024/05/06 09:18:56.831 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:18:56.831 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:56.832 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.441358ms] [] [2024/05/06 09:18:56.832 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:18:56.832 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:56.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=58.941Β΅s] [] [2024/05/06 09:18:56.833 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:56.833 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=862.326Β΅s] [] [2024/05/06 09:18:56.931 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/05/06 09:18:56.935 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:56.938 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:56.939 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:18:57.040 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 09:18:57.043 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.347487ms] [encodeDur=1.047891ms] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=55.118Β΅s] [type=file] [takeTime=2.820991ms] [] [2024/05/06 09:18:57.043 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/06 09:18:57.044 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/372a0135-2257-446f-b106-1211aff1d922.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 09:18:57.044 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=113.366599ms] [] [2024/05/06 09:18:57.044 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:18:57.044 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:18:57.044 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:57.047 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.282691ms] [] [2024/05/06 09:18:57.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:18:57.052 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:57.074 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:57.075 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:57.088 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:57.089 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=42.528637ms] [] [2024/05/06 09:18:57.090 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:57.091 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.038494ms] [] [2024/05/06 09:18:57.091 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:18:57.091 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:57.093 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.770203ms] [] [2024/05/06 09:18:57.093 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:18:57.093 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:57.093 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=61.442Β΅s] [] [2024/05/06 09:18:57.093 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:57.094 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=820.106Β΅s] [] [2024/05/06 09:18:57.142 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:18:57.147 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:57.148 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.148 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:57.148 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:57.150 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:57.150 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:57.150 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:57.150 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:57.150 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:57.150 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=484.034797ms] [] [2024/05/06 09:18:57.224 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:57.227 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:57.228 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:57.228 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:57.298 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:57.299 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:57.299 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:57.467 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:57.506 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:18:57.506 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:18:57.507 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:18:57.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=11.329Β΅s] [] [2024/05/06 09:18:57.507 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:57.507 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=152.019Β΅s] [] [2024/05/06 09:18:57.507 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=354.797Β΅s] [] [2024/05/06 09:18:57.547 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=80.202001ms] [] [2024/05/06 09:18:57.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:57.619 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/06 09:18:57.622 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/06 09:18:57.691 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/06 09:18:57.706 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/06 09:18:57.728 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:57.728 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/06 09:18:57.812 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8887761429999999\n# Parse_time: 0.001160754\n# Compile_time: 0.002211822\n# Rewrite_time: 0.000383053\n# Optimize_time: 0.001407424\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:18:57.815 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:18:57.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:18:57.850 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:18:57.850 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:18:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:18:57.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:18:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:57.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:18:57.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.522561ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:18:57.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/06 09:18:58.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.886589ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.074 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:18:58.082 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/06 09:18:58.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:18:57.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:18:58.149 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:18:58.149 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:18:58.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331742646\n# Parse_time: 0.000211093\n# Compile_time: 0.00067865\n# Rewrite_time: 0.000032416\n# Optimize_time: 0.000987948\n# Wait_TS: 0.000407304\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:18:58.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:58.342 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:18:58.464 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:18:58.509 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 09:18:58.510 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:18:58.616 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:18:58.617 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:58.619 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 09:18:58.639 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:58.642 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:18:58.642 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:18:58.643 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=87.731Β΅s] [2024/05/06 09:18:58.643 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=257.687Β΅s] [] [2024/05/06 09:18:58.643 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:18:58.643 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:18:58.775 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 09:18:58.793 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:18:58.794 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 09:18:58.863 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:58.866 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:18:58.867 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:18:58.876 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:18:58.876 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:18:58.877 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:58.877 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:18:58.878 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:18:58.878 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:58.878 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:18:58.878 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:18:58.878 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:58.892 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:18:58.894 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:18:58.894 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:18:58.894 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:18:58.894 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=700.7GiB] [2024/05/06 09:18:58.937 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/06 09:18:58.941 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:58.945 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:58.945 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:18:58.973 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/06 09:18:58.977 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.121213ms] [encodeDur=1.831761ms] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=50.764Β΅s] [type=file] [takeTime=3.387897ms] [] [2024/05/06 09:18:58.977 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/06 09:18:58.978 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=40.331746ms] [] [2024/05/06 09:18:58.978 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/36f9d03d-3927-4188-9a30-435f21cce658.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/06 09:18:58.978 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:18:58.978 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:18:58.978 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:58.980 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.256988ms] [] [2024/05/06 09:18:58.981 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:18:58.985 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:59.007 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:59.007 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:59.022 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:59.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.259502ms] [] [2024/05/06 09:18:59.024 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:18:59.025 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.123519ms] [] [2024/05/06 09:18:59.025 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:18:59.025 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:59.027 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.539233ms] [] [2024/05/06 09:18:59.027 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:18:59.027 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:59.027 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.507Β΅s] [] [2024/05/06 09:18:59.027 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:18:59.028 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=828.266Β΅s] [] [2024/05/06 09:18:59.094 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/05/06 09:18:59.099 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:59.103 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:59.103 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:18:59.195 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/06 09:18:59.197 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.044601ms] [encodeDur=1.032779ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=59.712Β΅s] [type=file] [takeTime=2.4536ms] [] [2024/05/06 09:18:59.198 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/06 09:18:59.198 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=104.354463ms] [] [2024/05/06 09:18:59.198 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/a005f0b5-9dd6-49a6-9ee6-6c8a200baf58.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/06 09:18:59.199 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:18:59.199 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:18:59.199 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:59.201 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.06911ms] [] [2024/05/06 09:18:59.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:18:59.205 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:18:59.228 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:18:59.228 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:18:59.242 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:18:59.244 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.296388ms] [] [2024/05/06 09:18:59.244 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:18:59.245 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=945.445Β΅s] [] [2024/05/06 09:18:59.245 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:18:59.245 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:59.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.466383ms] [] [2024/05/06 09:18:59.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:18:59.247 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:59.247 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=57.007Β΅s] [] [2024/05/06 09:18:59.247 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:18:59.248 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=845.03Β΅s] [] [2024/05/06 09:18:59.289 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:18:59.317 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:18:59.317 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.317 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:59.317 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:18:59.319 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:18:59.320 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:18:59.320 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:18:59.320 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:18:59.320 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:18:59.320 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=456.356695ms] [] [2024/05/06 09:18:59.342 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:18:59.343 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:18:59.345 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 09:18:59.345 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:18:59.429 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:18:59.431 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:18:59.431 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:18:59.605 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:18:59.691 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:18:59.692 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:18:59.692 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:18:59.692 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=30.113Β΅s] [] [2024/05/06 09:18:59.692 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:18:59.692 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:18:59.692 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/05/06 09:18:59.692 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/05/06 09:18:59.697 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:18:59.698 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:18:59.698 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=6.766003ms] [] [2024/05/06 09:18:59.698 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=7.034308ms] [] [2024/05/06 09:18:59.732 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:18:59.732 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/06 09:18:59.736 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/06 09:18:59.740 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=135.275502ms] [] [2024/05/06 09:18:59.793 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/06 09:18:59.820 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 09:18:59.842 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:18:59.842 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/06 09:18:59.944 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:00.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.872071633\n# Parse_time: 0.000708941\n# Compile_time: 0.001491822\n# Rewrite_time: 0.000372106\n# Optimize_time: 0.000987948\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/06 09:19:00.036 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:19:00.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.087 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:19:00.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=253.591Β΅s] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/06 09:19:00.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.572975ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=171.951Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.287 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/06 09:19:00.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.239113ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.429 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=190.944Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:00.439 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/06 09:19:00.478 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.399313ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.565 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:00.574 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 09:19:00.578 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.627 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:19:00.627 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.631 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.596345176\n# Parse_time: 0.000633155\n# Compile_time: 0.000686116\n# Rewrite_time: 0.000036563\n# Optimize_time: 0.00096492\n# Wait_TS: 0.000337203\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:19:00.633 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:19:00.665 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.665 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:19:00.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=952.242Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:00.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/06 09:19:00.809 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.117541ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:00.905 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:19:00.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:00.913 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:19:00.986 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:00.986 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:19:01.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.081 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/06 09:19:01.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.545074ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:01.158 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/06 09:19:01.193 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.692436ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:00.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.253 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:00.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:01.297 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 09:19:01.297 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:01.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389769521\n# Parse_time: 0.001387714\n# Compile_time: 0.001200594\n# Rewrite_time: 0.000074669\n# Optimize_time: 0.00096492\n# Wait_TS: 0.000333152\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:19:01.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:01.522 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:01.614 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/06 09:19:01.656 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/06 09:19:01.657 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/06 09:19:01.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:01.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:01.765 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 09:19:01.784 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:01.786 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 09:19:01.786 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 09:19:01.787 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=87.58Β΅s] [2024/05/06 09:19:01.787 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=230Β΅s] [] [2024/05/06 09:19:01.787 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:01.787 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/06 09:19:01.929 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 09:19:01.951 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 09:19:01.968 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=58] [2024/05/06 09:19:02.008 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/05/06 09:19:02.009 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:19:02.012 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:02.021 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:02.021 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:02.022 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.022 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:02.023 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:02.023 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.023 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:02.023 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:02.023 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.037 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:02.038 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:02.039 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/05/06 09:19:02.039 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:02.039 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=700.7GiB] [2024/05/06 09:19:02.082 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/05/06 09:19:02.086 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:19:02.089 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:19:02.089 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:19:02.089 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:19:02.151 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/06 09:19:02.151 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/06 09:19:02.155 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.303668ms] [encodeDur=2.32455ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=312.113Β΅s] [type=file] [takeTime=4.42269ms] [] [2024/05/06 09:19:02.156 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.330813ms] [encodeDur=2.670731ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=257.19Β΅s] [type=file] [takeTime=4.607465ms] [] [2024/05/06 09:19:02.156 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/f3db9cb3-2eb9-4dd6-93c7-6e575302c7cc.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/05/06 09:19:02.157 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=74.878862ms] [] [2024/05/06 09:19:02.157 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:19:02.157 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:19:02.157 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:19:02.157 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/2260ada7-86c4-4563-9583-a392d780f082.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/05/06 09:19:02.160 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.596638ms] [] [2024/05/06 09:19:02.160 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 09:19:02.164 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:02.186 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 09:19:02.186 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:02.227 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 09:19:02.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=69.916494ms] [] [2024/05/06 09:19:02.230 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:19:02.232 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.793982ms] [] [2024/05/06 09:19:02.232 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:19:02.232 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:19:02.234 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=2.018819ms] [] [2024/05/06 09:19:02.234 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 09:19:02.234 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:19:02.234 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=52.968Β΅s] [] [2024/05/06 09:19:02.234 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:19:02.235 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=950.351Β΅s] [] [2024/05/06 09:19:02.276 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:19:02.277 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:02.279 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:02.280 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:02.280 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:02.280 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.281 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:02.281 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:02.281 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:02.281 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:02.283 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:02.283 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:02.283 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:02.283 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:02.283 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:02.283 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=274.972807ms] [] [2024/05/06 09:19:02.353 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 09:19:02.355 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:02.355 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/06 09:19:02.507 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/05/06 09:19:02.577 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:19:02.578 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:19:02.578 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:19:02.587 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=8.787512ms] [] [2024/05/06 09:19:02.587 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/06 09:19:02.587 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:19:02.587 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 09:19:02.587 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 09:19:02.592 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/06 09:19:02.593 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:19:02.593 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=15.038364ms] [] [2024/05/06 09:19:02.593 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=15.350808ms] [] [2024/05/06 09:19:02.638 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=131.087529ms] [] [2024/05/06 09:19:02.678 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:02.678 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/06 09:19:02.681 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/06 09:19:02.730 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/06 09:19:02.763 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/06 09:19:02.789 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:02.789 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/06 09:19:02.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.572839102\n# Parse_time: 0.001103034\n# Compile_time: 0.001622254\n# Rewrite_time: 0.000314928\n# Optimize_time: 0.00096492\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/05/06 09:19:02.886 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/05/06 09:19:02.954 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:19:02.981 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:02.981 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:19:03.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=276.803Β΅s] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:03.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/06 09:19:03.101 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.679081ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=177.354Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:03.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/06 09:19:03.213 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.286738ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=192.267Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:03.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 09:19:03.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.112225ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.414 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:03.424 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/06 09:19:03.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:02.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:19:03.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:03.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.524103226\n# Parse_time: 0.000543283\n# Compile_time: 0.000902471\n# Rewrite_time: 0.000040426\n# Optimize_time: 0.003672318\n# Wait_TS: 0.00034586\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:19:03.478 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:19:03.508 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:03.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:03.508 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:03.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:19:03.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.133404ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:03.605 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/06 09:19:03.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=54.624121ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:03.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.741 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 09:19:03.741 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:03.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:19:03.749 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:19:03.799 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:03.799 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:03.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:03.878 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/06 09:19:03.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.494835ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:03.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/06 09:19:04.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=54.968283ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:03.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:03.735 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:04.120 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:19:04.120 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:04.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376495184\n# Parse_time: 0.000522912\n# Compile_time: 0.000744015\n# Rewrite_time: 0.00003833\n# Optimize_time: 0.003672318\n# Wait_TS: 0.00044765\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:04.138 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:04.387 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:04.500 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:04.544 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/06 09:19:04.544 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:04.650 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:04.651 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:04.652 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 09:19:04.676 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:04.678 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:04.678 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:19:04.679 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=48.726Β΅s] [2024/05/06 09:19:04.679 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.361Β΅s] [] [2024/05/06 09:19:04.679 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:04.679 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:04.826 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 09:19:04.846 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 09:19:04.862 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:04.902 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:04.904 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:19:04.904 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:04.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:04.914 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:04.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:04.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:04.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:04.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:04.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:04.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:04.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:04.929 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:04.931 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:04.931 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:04.931 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:04.931 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=700.7GiB] [2024/05/06 09:19:04.979 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/05/06 09:19:04.984 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:04.988 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:04.988 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 09:19:05.018 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:19:05.024 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.581807ms] [encodeDur=2.864325ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=546.382Β΅s] [type=file] [takeTime=5.572503ms] [] [2024/05/06 09:19:05.025 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=45.445698ms] [] [2024/05/06 09:19:05.025 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3adda518-787e-425a-b65f-55cf0cd874fb.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 09:19:05.025 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:19:05.025 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:19:05.025 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:05.028 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.265192ms] [] [2024/05/06 09:19:05.028 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:19:05.033 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:05.056 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:19:05.057 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:05.073 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:19:05.075 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=47.537253ms] [] [2024/05/06 09:19:05.075 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:05.076 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.060367ms] [] [2024/05/06 09:19:05.077 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:19:05.077 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:05.078 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.612408ms] [] [2024/05/06 09:19:05.078 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:19:05.078 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:05.078 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=83.636Β΅s] [] [2024/05/06 09:19:05.079 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:05.080 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=990.07Β΅s] [] [2024/05/06 09:19:05.166 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:19:05.169 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:05.170 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:05.170 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:05.170 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:05.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:05.171 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:05.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:05.171 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:05.171 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:05.171 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:05.172 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:05.172 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:05.173 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:05.173 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:05.173 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:05.173 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:05.173 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:05.173 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=270.84945ms] [] [2024/05/06 09:19:05.246 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:19:05.248 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:05.248 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:05.406 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:05.456 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:19:05.456 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:19:05.456 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:19:05.491 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=34.814039ms] [] [2024/05/06 09:19:05.491 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/06 09:19:05.492 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:19:05.492 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 09:19:05.492 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 09:19:05.498 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/06 09:19:05.499 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:19:05.499 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=42.342778ms] [] [2024/05/06 09:19:05.499 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=42.550241ms] [] [2024/05/06 09:19:05.545 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=139.58613ms] [] [2024/05/06 09:19:05.566 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:05.566 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/06 09:19:05.569 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/06 09:19:05.624 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/06 09:19:05.648 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/06 09:19:05.673 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:05.673 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/06 09:19:05.761 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.635429379\n# Parse_time: 0.000493414\n# Compile_time: 0.001157954\n# Rewrite_time: 0.000264189\n# Optimize_time: 0.003672318\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:19:05.772 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:19:05.779 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:05.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:05.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:05.805 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:05.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:19:05.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:05.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:05.901 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/06 09:19:05.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=2.36357ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:05.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/06 09:19:05.998 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.263972ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.048 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/06 09:19:06.057 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/06 09:19:06.061 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:05.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:06.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:19:06.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:06.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349725909\n# Parse_time: 0.000222109\n# Compile_time: 0.000887855\n# Rewrite_time: 0.000048202\n# Optimize_time: 0.001082251\n# Wait_TS: 0.000463782\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:19:06.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:06.376 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:06.490 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:06.536 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/06 09:19:06.536 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:06.642 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:06.643 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:06.644 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 09:19:06.664 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:06.668 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:06.668 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:19:06.668 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=76.827Β΅s] [2024/05/06 09:19:06.668 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=217.907Β΅s] [] [2024/05/06 09:19:06.668 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:06.668 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:06.808 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 09:19:06.829 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 09:19:06.836 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:06.877 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:06.878 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:19:06.879 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:06.887 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:06.887 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:06.888 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.888 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:06.889 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:06.889 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:06.889 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:06.889 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:06.889 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:06.904 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:06.906 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:06.906 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:06.906 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:06.906 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=700.7GiB] [2024/05/06 09:19:06.948 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/05/06 09:19:06.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:06.956 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:06.956 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:19:06.972 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:19:06.976 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.413463ms] [encodeDur=2.901941ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=424.678Β΅s] [type=file] [takeTime=4.760971ms] [] [2024/05/06 09:19:06.977 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=29.17076ms] [] [2024/05/06 09:19:06.977 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6786e46d-c7c4-45b4-8a05-991864ac14f4.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/06 09:19:06.977 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:19:06.977 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:19:06.977 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:06.979 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.118302ms] [] [2024/05/06 09:19:06.980 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:19:06.984 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:07.006 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:19:07.007 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:07.021 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:19:07.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.933698ms] [] [2024/05/06 09:19:07.024 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:07.025 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.083466ms] [] [2024/05/06 09:19:07.025 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:19:07.025 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:07.027 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.615515ms] [] [2024/05/06 09:19:07.027 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:19:07.027 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:07.027 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=58.767Β΅s] [] [2024/05/06 09:19:07.027 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:07.028 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=882.443Β΅s] [] [2024/05/06 09:19:07.071 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:07.074 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:07.074 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:07.074 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:07.076 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:07.076 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:07.076 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:07.076 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:07.076 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:07.076 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=199.329132ms] [] [2024/05/06 09:19:07.163 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:07.165 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:07.166 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:07.166 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:07.243 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:19:07.245 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:07.245 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:07.399 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:07.466 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:19:07.466 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:19:07.466 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:19:07.475 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=9.073999ms] [] [2024/05/06 09:19:07.475 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/06 09:19:07.475 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:19:07.475 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 09:19:07.475 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 09:19:07.479 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/06 09:19:07.480 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:19:07.480 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=13.922272ms] [] [2024/05/06 09:19:07.480 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.20204ms] [] [2024/05/06 09:19:07.524 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=124.855965ms] [] [2024/05/06 09:19:07.559 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:07.559 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/06 09:19:07.562 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/06 09:19:07.626 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/06 09:19:07.641 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/06 09:19:07.664 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:07.664 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/06 09:19:07.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.63635459\n# Parse_time: 0.000400077\n# Compile_time: 0.001202708\n# Rewrite_time: 0.00026794\n# Optimize_time: 0.001082251\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:19:07.759 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/06 09:19:07.766 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:19:07.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:19:07.799 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:07.799 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:19:07.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:07.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=909.789Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:07.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/06 09:19:07.968 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.366191ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:07.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.003 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:07.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.032 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 09:19:08.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:08.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 09:19:08.101 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:08.101 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:19:08.152 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.162 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/06 09:19:08.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.334134ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:08.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:19:08.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.627802ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:08.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.413 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:08.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:08.475 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:19:08.475 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:08.479 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.442110264\n# Parse_time: 0.002013761\n# Compile_time: 0.00165787\n# Rewrite_time: 0.000055851\n# Optimize_time: 0.000706605\n# Wait_TS: 0.000458111\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:19:08.684 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet2554398007/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/06 09:19:08.685 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:08.685 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:19:08.685 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=660.409Β΅s] [2024/05/06 09:19:08.685 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=826.931Β΅s] [] [2024/05/06 09:19:08.820 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:08.860 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/06 09:19:08.860 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:08.966 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:08.968 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:08.971 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 09:19:09.013 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:09.013 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:09.206 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 09:19:09.227 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 09:19:09.251 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:09.296 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:09.298 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:19:09.307 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:09.307 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:09.308 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:09.308 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:09.309 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:09.309 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:09.309 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:09.309 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:09.309 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:09.323 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:09.325 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:09.325 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:09.325 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:09.325 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=700.7GiB] [2024/05/06 09:19:09.366 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/05/06 09:19:09.370 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:09.374 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:09.374 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 09:19:09.426 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/06 09:19:09.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=3.005564ms] [encodeDur=30.421674ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=369.48Β΅s] [type=file] [takeTime=34.816066ms] [] [2024/05/06 09:19:09.461 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=95.373688ms] [] [2024/05/06 09:19:09.461 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/575a250f-dc47-4d69-a45b-fa9fd5ab1c92.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 09:19:09.462 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:19:09.462 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:19:09.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:09.465 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.913552ms] [] [2024/05/06 09:19:09.465 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:19:09.471 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:09.493 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:19:09.493 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:09.507 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:19:09.509 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.900499ms] [] [2024/05/06 09:19:09.509 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:09.510 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.177817ms] [] [2024/05/06 09:19:09.511 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:19:09.511 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:09.512 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.680093ms] [] [2024/05/06 09:19:09.512 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:19:09.512 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:09.513 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=95.081Β΅s] [] [2024/05/06 09:19:09.513 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:09.513 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=813.386Β΅s] [] [2024/05/06 09:19:09.560 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:19:09.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:09.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:09.563 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:09.563 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.564 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:09.564 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:09.566 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:09.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:09.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:09.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:09.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:09.566 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=270.610115ms] [] [2024/05/06 09:19:09.584 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:09.587 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:09.589 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:09.589 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:09.654 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:19:09.656 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:09.656 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:09.675 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] ["owner key"=/tidb/br-stream/owner/22318f4d3058b2b1] [ownerID=3c236979-6f61-40e7-9cca-09921898ddf1] [op=none] [2024/05/06 09:19:09.887 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:09.929 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:19:09.929 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:19:09.929 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:19:09.936 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=6.871333ms] [] [2024/05/06 09:19:09.936 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:19:09.936 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:19:09.936 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 09:19:09.936 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 09:19:09.940 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:19:09.940 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:19:09.940 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=10.970339ms] [] [2024/05/06 09:19:09.940 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=11.171463ms] [] [2024/05/06 09:19:09.981 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=93.960042ms] [] [2024/05/06 09:19:09.981 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:09.981 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/06 09:19:09.987 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/06 09:19:10.066 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/06 09:19:10.066 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 09:19:10.087 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:10.087 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/06 09:19:10.232 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:10.377 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.896274375\n# Parse_time: 0.000483627\n# Compile_time: 0.001692603\n# Rewrite_time: 0.000339735\n# Optimize_time: 0.000706605\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet2554398007/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 09:19:10.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:19:10.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:10.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:10.422 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:10.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:19:10.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:10.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.473 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/06 09:19:10.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=25.174753ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:10.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/06 09:19:10.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.397731ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.649 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/06 09:19:10.656 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 09:19:10.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:10.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:10.748 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 09:19:10.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:10.752 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363289814\n# Parse_time: 0.000454801\n# Compile_time: 0.0009814\n# Rewrite_time: 0.000045798\n# Optimize_time: 0.002000731\n# Wait_TS: 0.000464142\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/06 09:19:10.766 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:10.964 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:19:11.094 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:11.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34979208\n# Parse_time: 0.000936834\n# Compile_time: 0.001295046\n# Rewrite_time: 0.000301727\n# Optimize_time: 0.002000731\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ2LjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ2LjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/06 09:19:11.132 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 09:19:11.132 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:11.239 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:11.241 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:11.244 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 09:19:11.266 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:11.269 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:11.269 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:19:11.273 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=3.816664ms] [2024/05/06 09:19:11.273 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=3.932194ms] [] [2024/05/06 09:19:11.273 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:11.273 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:11.451 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 09:19:11.474 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 09:19:11.486 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:11.524 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:11.527 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:19:11.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:11.536 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:11.536 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:11.537 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.537 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:11.538 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:11.538 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:11.538 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.538 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:11.538 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.553 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:11.555 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:11.555 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:11.555 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:11.555 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=700.7GiB] [2024/05/06 09:19:11.581 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=3c236979-6f61-40e7-9cca-09921898ddf1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:19:11.582 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:19:11.599 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/05/06 09:19:11.602 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:11.606 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:11.606 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/06 09:19:11.621 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/06 09:19:11.628 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=1.940031ms] [encodeDur=3.650257ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=301.743Β΅s] [type=file] [takeTime=6.388776ms] [] [2024/05/06 09:19:11.629 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=29.928494ms] [] [2024/05/06 09:19:11.629 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/90e15e8e-05ab-4c56-b1ef-0c91e24af71e.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/06 09:19:11.629 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:19:11.629 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:19:11.629 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:11.631 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.645542ms] [] [2024/05/06 09:19:11.631 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:19:11.635 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:11.657 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:19:11.658 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:11.672 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:19:11.674 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.987375ms] [] [2024/05/06 09:19:11.674 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:19:11.675 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.00762ms] [] [2024/05/06 09:19:11.675 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:19:11.675 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:11.677 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.482512ms] [] [2024/05/06 09:19:11.677 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:19:11.677 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:11.677 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=57.965Β΅s] [] [2024/05/06 09:19:11.677 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:19:11.678 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=810.081Β΅s] [] [2024/05/06 09:19:11.755 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:11.759 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:11.759 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.759 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:11.759 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:11.760 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:11.762 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:11.762 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:11.762 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:11.762 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:11.762 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:11.762 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=237.898591ms] [] [2024/05/06 09:19:11.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:11.766 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:11.766 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:11.831 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:19:11.834 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:11.834 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:12.043 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:12.094 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:19:12.095 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:19:12.095 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:19:12.102 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=7.696039ms] [] [2024/05/06 09:19:12.102 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:19:12.103 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:19:12.103 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 09:19:12.103 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 09:19:12.106 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:19:12.107 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:19:12.107 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=12.454519ms] [] [2024/05/06 09:19:12.107 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=12.678104ms] [] [2024/05/06 09:19:12.156 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:12.157 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/06 09:19:12.159 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=115.641747ms] [] [2024/05/06 09:19:12.161 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/06 09:19:12.208 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 09:19:12.238 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 09:19:12.257 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:12.258 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/06 09:19:12.379 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:13.142 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:19:13.174 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.174 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:13.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:19:13.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.226 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/06 09:19:13.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.957217ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:13.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/06 09:19:13.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.16972ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.417 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/06 09:19:13.426 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/06 09:19:13.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:19:13.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:13.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367871242\n# Parse_time: 0.000303565\n# Compile_time: 0.000915168\n# Rewrite_time: 0.000054368\n# Optimize_time: 0.001389629\n# Wait_TS: 0.000330756\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/06 09:19:13.512 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 09:19:13.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 09:19:13.546 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:13.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.546 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:13.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 09:19:13.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=975.701Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:13.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/06 09:19:13.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.315351ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:13.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.774 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:19:13.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:13.780 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 09:19:13.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:13.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 09:19:13.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:13.900 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/06 09:19:13.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.301804ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:13.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/06 09:19:13.999 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.609201ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:13.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:13.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:14.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:19:14.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:14.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323326179\n# Parse_time: 0.001032148\n# Compile_time: 0.001449882\n# Rewrite_time: 0.000064156\n# Optimize_time: 0.001389629\n# Wait_TS: 0.000310937\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/05/06 09:19:14.146 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:14.347 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:14.457 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:14.492 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/06 09:19:14.493 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:14.598 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:14.599 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:14.600 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 09:19:14.618 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 09:19:14.621 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=50.116Β΅s] [2024/05/06 09:19:14.621 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=156.211Β΅s] [] [2024/05/06 09:19:14.621 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:14.621 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:14.750 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 09:19:14.769 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 09:19:14.788 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:14.839 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:14.840 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:19:14.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:14.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:14.850 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:14.851 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.851 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:14.852 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:14.852 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:14.852 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:14.852 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:14.852 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:14.868 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:14.869 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:14.870 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:14.870 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/06 09:19:14.919 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/05/06 09:19:14.923 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:14.926 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:14.927 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/06 09:19:14.975 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/06 09:19:15.527 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.538 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/5b395151-a886-466d-8861-73cfa06e82ae.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/06 09:19:15.540 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.545 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:15.568 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 09:19:15.568 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:15.619 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 09:19:15.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.00032ms] [] [2024/05/06 09:19:15.628 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.630 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.630 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.630 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.431Β΅s] [] [2024/05/06 09:19:15.659 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.659 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.660 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=108.959Β΅s] [] [2024/05/06 09:19:15.666 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.668 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.669 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.669 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.009Β΅s] [] [2024/05/06 09:19:15.675 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.536Β΅s] [] [2024/05/06 09:19:15.681 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.681 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.193Β΅s] [] [2024/05/06 09:19:15.686 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.688 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.688 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.688 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.758Β΅s] [] [2024/05/06 09:19:15.694 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.696 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.696 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.696 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.6Β΅s] [] [2024/05/06 09:19:15.700 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.700 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.700 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.643Β΅s] [] [2024/05/06 09:19:15.706 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.707 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.708 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.708 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.95Β΅s] [] [2024/05/06 09:19:15.714 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.716 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.716 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.716 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.259Β΅s] [] [2024/05/06 09:19:15.724 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.724 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.724 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.123Β΅s] [] [2024/05/06 09:19:15.729 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.731 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.731 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.617Β΅s] [] [2024/05/06 09:19:15.737 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.739 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.739 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=74.574Β΅s] [] [2024/05/06 09:19:15.744 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.744 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.744 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.022Β΅s] [] [2024/05/06 09:19:15.749 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.751 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.751 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.751 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.523Β΅s] [] [2024/05/06 09:19:15.757 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.758 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.758 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.758 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.306Β΅s] [] [2024/05/06 09:19:15.762 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.762 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.762 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.552Β΅s] [] [2024/05/06 09:19:15.767 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.768 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.768 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.768 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.309Β΅s] [] [2024/05/06 09:19:15.774 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.776 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.776 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.776 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=43.404Β΅s] [] [2024/05/06 09:19:15.780 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.780 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.59Β΅s] [] [2024/05/06 09:19:15.785 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.787 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.787 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.787 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.627Β΅s] [] [2024/05/06 09:19:15.792 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.793 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.793 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.794 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=90.404Β΅s] [] [2024/05/06 09:19:15.797 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.798 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.798 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.835Β΅s] [] [2024/05/06 09:19:15.803 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.805 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.805 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.185Β΅s] [] [2024/05/06 09:19:15.811 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.813 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.813 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.813 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=106.637Β΅s] [] [2024/05/06 09:19:15.817 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.817 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.817 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=102.036Β΅s] [] [2024/05/06 09:19:15.823 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.824 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.824 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.824 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.473Β΅s] [] [2024/05/06 09:19:15.829 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.831 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.831 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.832 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.505Β΅s] [] [2024/05/06 09:19:15.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.836 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.926Β΅s] [] [2024/05/06 09:19:15.841 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.843 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.843 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.843 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.125Β΅s] [] [2024/05/06 09:19:15.848 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.849 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.849 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.849 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.122Β΅s] [] [2024/05/06 09:19:15.853 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=92.902Β΅s] [] [2024/05/06 09:19:15.860 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.862 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.862 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.862 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.412Β΅s] [] [2024/05/06 09:19:15.867 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.868 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.868 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.869 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.725Β΅s] [] [2024/05/06 09:19:15.872 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.872 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.872 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.469Β΅s] [] [2024/05/06 09:19:15.878 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.880 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.880 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.880 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.325Β΅s] [] [2024/05/06 09:19:15.886 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.887 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.887 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.887 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.2Β΅s] [] [2024/05/06 09:19:15.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.891 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.473Β΅s] [] [2024/05/06 09:19:15.896 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.897 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.897 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.897 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.107Β΅s] [] [2024/05/06 09:19:15.902 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.903 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.919Β΅s] [] [2024/05/06 09:19:15.907 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.907 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.907 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.996Β΅s] [] [2024/05/06 09:19:15.913 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.915 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.915 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.915 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.883Β΅s] [] [2024/05/06 09:19:15.920 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.922 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.922 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.922 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.343Β΅s] [] [2024/05/06 09:19:15.925 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.925 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.925 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.812Β΅s] [] [2024/05/06 09:19:15.931 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.932 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.932 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.932 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.075Β΅s] [] [2024/05/06 09:19:15.938 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.940 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.940 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.063Β΅s] [] [2024/05/06 09:19:15.944 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.944 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.944 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.052Β΅s] [] [2024/05/06 09:19:15.950 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.952 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.952 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.952 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.853Β΅s] [] [2024/05/06 09:19:15.983 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:15.986 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:15.986 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=91.765Β΅s] [] [2024/05/06 09:19:15.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.991 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.709Β΅s] [] [2024/05/06 09:19:15.996 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:15.998 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:15.998 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:15.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.62Β΅s] [] [2024/05/06 09:19:16.004 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.006 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.006 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.006 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=95.094Β΅s] [] [2024/05/06 09:19:16.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.011 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.011 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.019Β΅s] [] [2024/05/06 09:19:16.016 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.018 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.018 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.018 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.103Β΅s] [] [2024/05/06 09:19:16.023 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.024 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.024 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.557Β΅s] [] [2024/05/06 09:19:16.028 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.028 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.709Β΅s] [] [2024/05/06 09:19:16.034 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.036 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.036 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.036 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.467Β΅s] [] [2024/05/06 09:19:16.042 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.043 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.043 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.043 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.416Β΅s] [] [2024/05/06 09:19:16.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.048 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.048 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.642Β΅s] [] [2024/05/06 09:19:16.052 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.054 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.054 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.054 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.761Β΅s] [] [2024/05/06 09:19:16.060 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.061 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.062 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.062 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.545Β΅s] [] [2024/05/06 09:19:16.066 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.066 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.066 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.919Β΅s] [] [2024/05/06 09:19:16.073 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.074 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.075 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.075 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.13Β΅s] [] [2024/05/06 09:19:16.080 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=50429] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.092 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/9cf9860d-a1dd-48cf-b9e6-42e8a6614105.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/06 09:19:16.094 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.094 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.094 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.71Β΅s] [] [2024/05/06 09:19:16.098 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.103 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:16.125 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:19:16.126 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:16.197 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 09:19:16.199 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=100.504129ms] [] [2024/05/06 09:19:16.206 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.208 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.208 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.208 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.031Β΅s] [] [2024/05/06 09:19:16.213 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.215 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.215 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.216 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.987Β΅s] [] [2024/05/06 09:19:16.219 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.220 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.220 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.537Β΅s] [] [2024/05/06 09:19:16.225 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.226 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.226 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.227 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.365Β΅s] [] [2024/05/06 09:19:16.231 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.233 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.233 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=92.748Β΅s] [] [2024/05/06 09:19:16.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.238 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.238 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.952Β΅s] [] [2024/05/06 09:19:16.245 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.271 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.271 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.271 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.823Β΅s] [] [2024/05/06 09:19:16.277 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.279 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.279 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.279 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.316Β΅s] [] [2024/05/06 09:19:16.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.283 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.852Β΅s] [] [2024/05/06 09:19:16.290 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.291 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.291 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.291 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.83Β΅s] [] [2024/05/06 09:19:16.297 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.298 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.298 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.298 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.74Β΅s] [] [2024/05/06 09:19:16.302 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.303 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.303 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.105Β΅s] [] [2024/05/06 09:19:16.309 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.311 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.311 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=95.307Β΅s] [] [2024/05/06 09:19:16.317 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.319 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.319 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.319 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.264Β΅s] [] [2024/05/06 09:19:16.323 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.323 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.323 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.436Β΅s] [] [2024/05/06 09:19:16.329 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.330 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.330 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.330 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.788Β΅s] [] [2024/05/06 09:19:16.335 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.338 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.338 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.498Β΅s] [] [2024/05/06 09:19:16.343 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.343 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.343 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.508Β΅s] [] [2024/05/06 09:19:16.348 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.350 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.350 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.350 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.258Β΅s] [] [2024/05/06 09:19:16.356 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.358 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.358 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.358 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.203Β΅s] [] [2024/05/06 09:19:16.362 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.362 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.362 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.279Β΅s] [] [2024/05/06 09:19:16.368 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.370 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.370 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.370 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.982Β΅s] [] [2024/05/06 09:19:16.378 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.380 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.380 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.380 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.434Β΅s] [] [2024/05/06 09:19:16.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.384 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.384 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.775Β΅s] [] [2024/05/06 09:19:16.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.392 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.99Β΅s] [] [2024/05/06 09:19:16.397 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.399 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.399 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.399 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69Β΅s] [] [2024/05/06 09:19:16.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.403 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.403 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=83.384Β΅s] [] [2024/05/06 09:19:16.409 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.411 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.411 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.411 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.649Β΅s] [] [2024/05/06 09:19:16.417 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.420 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.420 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=95.782Β΅s] [] [2024/05/06 09:19:16.424 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.424 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.843Β΅s] [] [2024/05/06 09:19:16.430 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.431 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.623Β΅s] [] [2024/05/06 09:19:16.437 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.439 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.078Β΅s] [] [2024/05/06 09:19:16.443 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.443 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.443 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.308Β΅s] [] [2024/05/06 09:19:16.448 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.450 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.450 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.627Β΅s] [] [2024/05/06 09:19:16.455 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.457 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.457 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.457 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=45.691Β΅s] [] [2024/05/06 09:19:16.461 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.461 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.461 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.334Β΅s] [] [2024/05/06 09:19:16.467 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.468 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.468 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.068Β΅s] [] [2024/05/06 09:19:16.474 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.476 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.476 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.401Β΅s] [] [2024/05/06 09:19:16.482 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.482 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.482 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=95.55Β΅s] [] [2024/05/06 09:19:16.488 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.490 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.835Β΅s] [] [2024/05/06 09:19:16.495 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.497 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.497 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.497 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.439Β΅s] [] [2024/05/06 09:19:16.501 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.501 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.501 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=109.165Β΅s] [] [2024/05/06 09:19:16.507 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.509 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.509 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.509 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.432Β΅s] [] [2024/05/06 09:19:16.514 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.516 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.516 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.516 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.788Β΅s] [] [2024/05/06 09:19:16.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.520 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.520 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.36Β΅s] [] [2024/05/06 09:19:16.525 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.526 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.526 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.48Β΅s] [] [2024/05/06 09:19:16.531 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.533 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.533 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.533 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.976Β΅s] [] [2024/05/06 09:19:16.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.261Β΅s] [] [2024/05/06 09:19:16.542 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.544 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.544 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.544 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.739Β΅s] [] [2024/05/06 09:19:16.550 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.552 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.482Β΅s] [] [2024/05/06 09:19:16.556 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.556 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.556 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.718Β΅s] [] [2024/05/06 09:19:16.561 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.562 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.562 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.562 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.455Β΅s] [] [2024/05/06 09:19:16.567 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.569 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.569 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.891Β΅s] [] [2024/05/06 09:19:16.573 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.573 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.573 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.104Β΅s] [] [2024/05/06 09:19:16.578 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.580 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.580 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.581 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=101.755Β΅s] [] [2024/05/06 09:19:16.614 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.616 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.617 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.617 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.383Β΅s] [] [2024/05/06 09:19:16.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.621 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.687Β΅s] [] [2024/05/06 09:19:16.627 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.628 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.628 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.628 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.621Β΅s] [] [2024/05/06 09:19:16.634 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.636 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.636 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.784Β΅s] [] [2024/05/06 09:19:16.641 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.641 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.641 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.355Β΅s] [] [2024/05/06 09:19:16.647 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98432] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.666 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/36d032ea-a583-4b6c-8835-1cd2881c6192.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/06 09:19:16.668 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.673 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:16.695 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:19:16.696 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:16.756 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 09:19:16.758 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.209993ms] [] [2024/05/06 09:19:16.764 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.766 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.766 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.818Β΅s] [] [2024/05/06 09:19:16.770 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.770 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.536Β΅s] [] [2024/05/06 09:19:16.776 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.777 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.777 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.777 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.509Β΅s] [] [2024/05/06 09:19:16.783 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.784 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.784 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.029Β΅s] [] [2024/05/06 09:19:16.788 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.788 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.788 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.746Β΅s] [] [2024/05/06 09:19:16.794 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.796 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.796 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.796 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.086Β΅s] [] [2024/05/06 09:19:16.801 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.803 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.803 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.803 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=82.221Β΅s] [] [2024/05/06 09:19:16.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.14Β΅s] [] [2024/05/06 09:19:16.812 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.814 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.815 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=85.562Β΅s] [] [2024/05/06 09:19:16.820 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.822 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.822 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.822 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.171Β΅s] [] [2024/05/06 09:19:16.826 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.826 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.826 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.908Β΅s] [] [2024/05/06 09:19:16.831 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.833 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.833 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.286Β΅s] [] [2024/05/06 09:19:16.838 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.840 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.840 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.840 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.481Β΅s] [] [2024/05/06 09:19:16.844 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.844 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.501Β΅s] [] [2024/05/06 09:19:16.849 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.851 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.851 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.851 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.058Β΅s] [] [2024/05/06 09:19:16.857 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.859 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.859 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.859 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=79.304Β΅s] [] [2024/05/06 09:19:16.862 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.862 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.862 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.004Β΅s] [] [2024/05/06 09:19:16.868 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.870 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.870 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.870 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.931Β΅s] [] [2024/05/06 09:19:16.876 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.903 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.903 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.903 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=88.717Β΅s] [] [2024/05/06 09:19:16.909 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.909 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.909 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=96.55Β΅s] [] [2024/05/06 09:19:16.915 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.917 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.917 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.917 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.824Β΅s] [] [2024/05/06 09:19:16.924 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.926 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.926 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=79.001Β΅s] [] [2024/05/06 09:19:16.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.930 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.930 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.78Β΅s] [] [2024/05/06 09:19:16.936 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.937 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.937 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.246Β΅s] [] [2024/05/06 09:19:16.942 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.944 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:16.944 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:16.944 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.655Β΅s] [] [2024/05/06 09:19:16.948 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.948 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.948 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.553Β΅s] [] [2024/05/06 09:19:16.954 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=174872] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:16.959 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=296.040653ms] [encodeDur=1.620519128s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=51.033085ms] [type=file] [takeTime=1.983654395s] [] [2024/05/06 09:19:16.960 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/80bad87b-de8b-46b4-9569-8d5d7e85ca10.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/06 09:19:16.960 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=2.04042273s] [] [2024/05/06 09:19:16.960 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:19:16.960 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:19:16.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:16.963 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.963 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.799939ms] [] [2024/05/06 09:19:16.963 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:19:16.968 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:16.991 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 09:19:16.991 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:17.026 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 09:19:17.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.492349ms] [] [2024/05/06 09:19:17.033 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:17.033 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.270365ms] [] [2024/05/06 09:19:17.033 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:19:17.034 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=719.392Β΅s] [] [2024/05/06 09:19:17.034 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:19:17.034 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:17.034 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:19:17.037 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:17.037 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=2.955449ms] [] [2024/05/06 09:19:17.037 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:17.037 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:19:17.037 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.333Β΅s] [] [2024/05/06 09:19:17.037 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:17.037 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.931Β΅s] [] [2024/05/06 09:19:17.038 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:19:17.042 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=4.321965ms] [] [2024/05/06 09:19:17.086 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:19:17.096 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:17.096 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:17.096 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:17.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:17.097 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:17.099 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:17.099 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:17.099 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:17.099 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:17.099 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:17.099 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=2.26018463s] [] [2024/05/06 09:19:17.113 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:17.114 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:17.115 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:17.115 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:17.189 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 09:19:17.190 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:17.190 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:17.348 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:17.388 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:19:17.389 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:19:17.389 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:19:17.397 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=7.867428ms] [] [2024/05/06 09:19:17.397 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/06 09:19:17.397 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:19:17.397 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 09:19:17.397 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 09:19:17.403 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/06 09:19:17.403 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:19:17.403 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=14.378446ms] [] [2024/05/06 09:19:17.403 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=14.637692ms] [] [2024/05/06 09:19:17.443 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=94.60954ms] [] [2024/05/06 09:19:17.512 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:17.512 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/06 09:19:17.515 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/06 09:19:17.557 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/06 09:19:17.598 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/06 09:19:17.649 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:17.649 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/06 09:19:17.729 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:17.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.670830264\n# Parse_time: 0.000610031\n# Compile_time: 0.001301485\n# Rewrite_time: 0.000307485\n# Optimize_time: 0.001389629\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/06 09:19:17.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:19:17.824 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:19:17.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:17.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:17.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:17.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:19:17.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:17.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=944.884Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:17.950 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 09:19:17.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.609571ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:17.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:17.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.102 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:19:18.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.107 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 09:19:18.143 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:18.143 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 09:19:18.187 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.194 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/06 09:19:18.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.172358ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:18.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/06 09:19:18.293 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.174077ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.385 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 09:19:18.385 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.391 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:19:18.461 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:18.461 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:19:18.511 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.521 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/06 09:19:18.571 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.260628ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:18.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/06 09:19:18.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.35251ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:18.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:18.385 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:18.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:19:18.696 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:18.699 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.310540162\n# Parse_time: 0.000999475\n# Compile_time: 0.000996111\n# Rewrite_time: 0.000050046\n# Optimize_time: 0.001950084\n# Wait_TS: 0.000317056\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:19:18.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:18.932 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:19.015 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:19.050 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 09:19:19.050 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:19.160 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:19.161 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:19.162 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 09:19:19.182 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:19.185 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:19:19.185 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 09:19:19.185 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=63.747Β΅s] [2024/05/06 09:19:19.186 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=198.885Β΅s] [] [2024/05/06 09:19:19.186 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:19.186 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:19.330 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 09:19:19.353 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 09:19:19.375 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:19.421 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:19.422 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:19:19.423 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:19.432 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:19.432 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:19.433 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:19.433 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:19.434 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:19.434 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:19.434 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:19.434 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:19.434 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:19.448 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:19.449 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:19.449 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:19:19.449 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:19.449 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=700.7GiB] [2024/05/06 09:19:19.491 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/05/06 09:19:19.495 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:19.498 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:19.498 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 09:19:19.514 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 09:19:19.516 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.16272ms] [encodeDur=906.258Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=239.17Β΅s] [type=file] [takeTime=2.6685ms] [] [2024/05/06 09:19:19.517 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=26.047862ms] [] [2024/05/06 09:19:19.517 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/95bfcbe5-c96b-472c-9cd8-7fae46207082.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 09:19:19.517 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:19:19.517 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:19:19.517 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:19.519 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.161862ms] [] [2024/05/06 09:19:19.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:19:19.524 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:19.547 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:19:19.548 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:19.562 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:19:19.564 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=44.739435ms] [] [2024/05/06 09:19:19.564 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:19.565 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.026091ms] [] [2024/05/06 09:19:19.566 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:19:19.566 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:19.568 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.978611ms] [] [2024/05/06 09:19:19.568 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:19:19.568 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:19.568 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=65.428Β΅s] [] [2024/05/06 09:19:19.568 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:19.569 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.067086ms] [] [2024/05/06 09:19:19.613 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:19:19.616 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:19.616 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.616 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:19.616 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:19.618 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:19.618 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:19.619 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:19.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:19.619 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:19.619 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=197.611748ms] [] [2024/05/06 09:19:19.698 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:19.699 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:19.700 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:19.700 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:19.775 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:19:19.776 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:19.776 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:19.913 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:19.961 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:19:19.961 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:19:19.961 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:19:19.969 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=7.511028ms] [] [2024/05/06 09:19:19.969 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:19:19.969 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:19.969 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 09:19:19.969 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 09:19:19.973 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:19:19.974 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:19.974 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=12.920283ms] [] [2024/05/06 09:19:19.974 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=13.083195ms] [] [2024/05/06 09:19:20.015 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=101.969857ms] [] [2024/05/06 09:19:20.070 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:20.070 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/06 09:19:20.074 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/06 09:19:20.120 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/06 09:19:20.156 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 09:19:20.182 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:20.182 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/06 09:19:20.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5642216310000001\n# Parse_time: 0.000877516\n# Compile_time: 0.001270494\n# Rewrite_time: 0.000296399\n# Optimize_time: 0.001950084\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:19:20.271 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:20.284 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:20.485 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:20.569 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:20.605 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 09:19:20.605 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:20.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:20.713 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:20.714 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 09:19:20.738 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:20.741 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:19:20.741 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 09:19:20.741 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=46.858Β΅s] [2024/05/06 09:19:20.741 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=157.909Β΅s] [] [2024/05/06 09:19:20.741 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:20.741 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:20.889 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 09:19:20.910 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 09:19:20.929 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:20.968 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:20.969 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:19:20.970 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:20.978 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:20.978 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:20.979 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.979 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:20.980 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:20.980 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:20.980 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:20.980 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:20.980 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:20.993 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:20.995 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:20.995 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:19:20.995 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:20.995 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=700.7GiB] [2024/05/06 09:19:21.036 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/05/06 09:19:21.039 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:19:21.043 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:19:21.043 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 09:19:21.092 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/06 09:19:21.094 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.071629ms] [encodeDur=589.165Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=278.71Β΅s] [type=file] [takeTime=2.279641ms] [] [2024/05/06 09:19:21.095 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/a245da21-5319-4427-a2cb-9c0669a750c0.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 09:19:21.095 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=59.607617ms] [] [2024/05/06 09:19:21.096 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:19:21.096 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:19:21.096 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:19:21.098 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.797544ms] [] [2024/05/06 09:19:21.098 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:19:21.102 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:21.124 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:19:21.125 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:21.139 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:19:21.141 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=42.958111ms] [] [2024/05/06 09:19:21.141 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:19:21.142 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=962.715Β΅s] [] [2024/05/06 09:19:21.142 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:19:21.142 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:19:21.143 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.542294ms] [] [2024/05/06 09:19:21.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:19:21.144 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:19:21.144 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=53.023Β΅s] [] [2024/05/06 09:19:21.144 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:19:21.144 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=762.348Β΅s] [] [2024/05/06 09:19:21.186 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:21.189 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:21.189 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:21.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.190 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.190 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.190 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.190 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:21.193 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:21.217 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:21.217 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:21.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:21.217 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:21.217 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=249.093429ms] [] [2024/05/06 09:19:21.244 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:21.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:21.247 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:21.247 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:21.313 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:19:21.314 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:21.314 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:21.451 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:21.498 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:19:21.498 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:19:21.498 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:19:21.506 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=7.704644ms] [] [2024/05/06 09:19:21.506 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:19:21.506 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:21.506 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 09:19:21.507 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 09:19:21.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:19:21.511 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:21.511 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=12.976638ms] [] [2024/05/06 09:19:21.511 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=13.157903ms] [] [2024/05/06 09:19:21.581 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=130.208957ms] [] [2024/05/06 09:19:21.627 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:21.627 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/06 09:19:21.631 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/06 09:19:21.671 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/06 09:19:21.712 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 09:19:21.730 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:21.730 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/06 09:19:21.810 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:21.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.546630728\n# Parse_time: 0.000499019\n# Compile_time: 0.001218609\n# Rewrite_time: 0.000350952\n# Optimize_time: 0.000671471\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:19:21.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:19:21.861 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:21.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:21.861 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:21.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:19:21.909 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:21.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:21.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/06 09:19:21.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=3.085164ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:21.999 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/06 09:19:22.034 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.384337ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.098 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 09:19:22.106 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 09:19:22.110 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:21.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:22.162 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:19:22.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:22.166 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.336936228\n# Parse_time: 0.000343227\n# Compile_time: 0.000768\n# Rewrite_time: 0.000032357\n# Optimize_time: 0.001000036\n# Wait_TS: 0.000368428\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:19:22.177 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:22.369 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:22.447 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:22.480 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/06 09:19:22.480 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:22.587 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:22.588 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:22.589 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 09:19:22.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:22.612 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:19:22.612 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 09:19:22.612 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=58.495Β΅s] [2024/05/06 09:19:22.612 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=163.286Β΅s] [] [2024/05/06 09:19:22.612 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:22.612 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:22.715 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 09:19:22.750 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 09:19:22.767 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:22.806 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:22.808 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:19:22.809 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:22.818 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:22.818 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:22.819 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:22.819 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:22.820 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:22.820 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:22.820 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:22.820 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:22.820 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:22.834 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:22.836 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:22.836 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:19:22.836 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:22.836 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=700.7GiB] [2024/05/06 09:19:22.880 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/05/06 09:19:22.883 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:22.887 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:22.887 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 09:19:22.902 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/06 09:19:22.905 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.052377ms] [encodeDur=740.802Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=272.89Β΅s] [type=file] [takeTime=2.438895ms] [] [2024/05/06 09:19:22.905 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=25.520272ms] [] [2024/05/06 09:19:22.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/f02f9484-58df-42e9-94ba-4f0000153c35.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/06 09:19:22.905 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:19:22.905 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:19:22.906 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:22.907 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.90616ms] [] [2024/05/06 09:19:22.908 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:19:22.912 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:22.934 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:19:22.935 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:22.949 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:19:22.951 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=43.744761ms] [] [2024/05/06 09:19:22.951 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:22.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=955.735Β΅s] [] [2024/05/06 09:19:22.952 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:19:22.953 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:22.954 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.407537ms] [] [2024/05/06 09:19:22.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:19:22.954 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:22.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=50.098Β΅s] [] [2024/05/06 09:19:22.954 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:22.955 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=769.03Β΅s] [] [2024/05/06 09:19:23.004 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:19:23.004 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:23.005 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:23.006 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:23.006 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:23.007 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:23.007 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:23.007 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:23.007 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:23.010 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:23.010 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:23.010 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:23.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:23.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:23.010 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=203.440895ms] [] [2024/05/06 09:19:23.071 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:19:23.072 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:23.072 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:23.218 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:23.266 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:19:23.266 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:19:23.266 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:19:23.274 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=8.180456ms] [] [2024/05/06 09:19:23.274 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:19:23.274 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:23.274 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 09:19:23.274 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 09:19:23.278 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:19:23.278 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:19:23.279 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=12.805996ms] [] [2024/05/06 09:19:23.279 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=13.007707ms] [] [2024/05/06 09:19:23.319 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=101.37663ms] [] [2024/05/06 09:19:23.397 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:23.397 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/06 09:19:23.400 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/06 09:19:23.467 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/06 09:19:23.511 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/06 09:19:23.532 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:23.532 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/06 09:19:23.618 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:23.705 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.538925093\n# Parse_time: 0.000513484\n# Compile_time: 0.001531626\n# Rewrite_time: 0.000273246\n# Optimize_time: 0.001000036\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 09:19:23.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:19:23.742 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:23.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:23.742 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:23.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:19:23.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:23.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:23.813 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/06 09:19:23.882 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=29.819958ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:23.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/06 09:19:23.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.671059ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:23.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:23.948 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:19:23.957 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/06 09:19:23.960 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:23.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:24.015 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 09:19:24.016 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:24.020 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.306689791\n# Parse_time: 0.000563934\n# Compile_time: 0.001226029\n# Rewrite_time: 0.000045451\n# Optimize_time: 0.000690644\n# Wait_TS: 0.000868778\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:19:24.034 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:24.214 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:24.345 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:24.382 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/06 09:19:24.382 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:24.487 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:24.488 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:24.489 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 09:19:24.506 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:24.510 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:19:24.510 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 09:19:24.510 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=59.549Β΅s] [2024/05/06 09:19:24.510 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=191.847Β΅s] [] [2024/05/06 09:19:24.510 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:24.510 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:24.620 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 09:19:24.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 09:19:24.651 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:24.720 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:24.722 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:19:24.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:24.733 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:24.733 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:24.734 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.734 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:24.735 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:24.735 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:24.735 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:24.735 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.735 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.749 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:24.751 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:24.751 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:19:24.751 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:24.751 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=700.7GiB] [2024/05/06 09:19:24.793 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/05/06 09:19:24.798 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:19:24.802 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:19:24.803 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/06 09:19:24.820 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/06 09:19:24.822 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.768603ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:19:24.822 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=28.32589ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:19:24.822 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:19:24.823 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:24.823 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:24.823 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:24.823 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:19:24.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.845 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:19:24.849 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:24.849 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:24.849 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.849 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:24.849 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:24.851 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:24.851 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:24.851 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:24.851 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:24.851 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:24.851 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=130.80312ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:19:24.851 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:19:24.915 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/06 09:19:24.931 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/06 09:19:24.999 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:19:25.000 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 09:19:25.016 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/06 09:19:25.088 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/06 09:19:25.141 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:25.142 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/06 09:19:25.227 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:25.288 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:19:25.290 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.268942996\n# Parse_time: 0.000810866\n# Compile_time: 0.00185766\n# Rewrite_time: 0.000386998\n# Optimize_time: 0.000690644\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/06 09:19:25.292 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:19:25.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:19:25.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=291.774Β΅s] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:25.401 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/06 09:19:25.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=54.046514ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.582 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=222.883Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:25.593 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/06 09:19:25.634 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.961049ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=181.828Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:25.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/06 09:19:25.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.19258ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.852 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:25.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/06 09:19:25.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:25.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:19:25.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:25.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.625080087\n# Parse_time: 0.000464714\n# Compile_time: 0.000700359\n# Rewrite_time: 0.000047493\n# Optimize_time: 0.000690644\n# Wait_TS: 0.000385827\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:19:25.917 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:19:25.945 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:25.945 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:19:25.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.517058ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:26.069 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/06 09:19:26.102 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=54.095928ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:25.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.151 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:25.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.178 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 09:19:26.178 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.187 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 09:19:26.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:26.236 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:19:26.309 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.319 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/06 09:19:26.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.715526ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:26.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/06 09:19:26.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.405658ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.481 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:26.517 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:19:26.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:26.521 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33575397\n# Parse_time: 0.000817282\n# Compile_time: 0.000968731\n# Rewrite_time: 0.000058899\n# Optimize_time: 0.000690644\n# Wait_TS: 0.000507492\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:19:26.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:26.707 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:26.797 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:26.865 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/06 09:19:26.865 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:26.971 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:26.972 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:26.973 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 09:19:26.992 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:26.995 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:19:26.995 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:19:26.995 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=55.611Β΅s] [2024/05/06 09:19:26.995 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=174.488Β΅s] [] [2024/05/06 09:19:26.995 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:26.995 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:27.107 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 09:19:27.129 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 09:19:27.146 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:27.192 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:27.194 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:19:27.195 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:27.204 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:27.204 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:27.205 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:27.205 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:27.206 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:27.206 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:27.206 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:27.206 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:27.206 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:27.221 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:27.222 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:27.222 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:19:27.222 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:27.222 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=700.7GiB] [2024/05/06 09:19:27.294 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/05/06 09:19:27.298 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:27.301 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:27.302 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:19:27.360 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:19:27.363 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.168945ms] [encodeDur=758.72Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=289.102Β΅s] [type=file] [takeTime=2.583046ms] [] [2024/05/06 09:19:27.364 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/3575c267-003b-416d-8263-f27bd3394110.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:19:27.364 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=69.577183ms] [] [2024/05/06 09:19:27.364 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:19:27.364 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:19:27.364 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:27.366 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.015786ms] [] [2024/05/06 09:19:27.366 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:19:27.372 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:27.394 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:19:27.395 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:27.410 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:19:27.412 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=45.637132ms] [] [2024/05/06 09:19:27.412 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:27.413 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.243836ms] [] [2024/05/06 09:19:27.413 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:19:27.413 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:27.415 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.887634ms] [] [2024/05/06 09:19:27.415 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:19:27.415 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:27.415 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=88.669Β΅s] [] [2024/05/06 09:19:27.415 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:27.417 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.031928ms] [] [2024/05/06 09:19:27.472 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:27.475 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:27.475 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:27.475 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:27.475 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:27.477 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:27.478 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:27.478 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:27.478 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:27.478 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:27.478 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=285.27276ms] [] [2024/05/06 09:19:27.490 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:27.492 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:27.493 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:27.493 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:27.563 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:19:27.564 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:27.564 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:27.757 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:27.804 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:19:27.805 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:19:27.805 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:19:27.813 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=8.64077ms] [] [2024/05/06 09:19:27.814 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:19:27.814 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:27.814 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/05/06 09:19:27.814 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/05/06 09:19:27.817 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:19:27.818 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:27.818 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.39592ms] [] [2024/05/06 09:19:27.818 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.675517ms] [] [2024/05/06 09:19:27.862 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=104.936709ms] [] [2024/05/06 09:19:27.883 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:27.884 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/06 09:19:27.887 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/06 09:19:27.946 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/06 09:19:27.971 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/06 09:19:27.993 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:27.993 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/06 09:19:28.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.569013158\n# Parse_time: 0.000531954\n# Compile_time: 0.00239528\n# Rewrite_time: 0.00137102\n# Optimize_time: 0.000690644\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:19:28.110 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:28.125 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:28.289 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:28.368 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:28.408 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/06 09:19:28.408 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:28.514 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:28.516 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:28.517 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 09:19:28.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:28.538 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:19:28.538 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:19:28.538 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=67.612Β΅s] [2024/05/06 09:19:28.538 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=243.877Β΅s] [] [2024/05/06 09:19:28.539 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:28.539 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:28.651 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 09:19:28.672 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 09:19:28.708 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:28.748 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:28.749 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:19:28.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:28.760 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:28.760 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:28.760 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:28.760 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:28.761 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:28.761 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:28.761 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:28.761 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:28.761 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:28.775 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:28.777 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:28.777 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:19:28.777 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:28.779 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=700.7GiB] [2024/05/06 09:19:28.820 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/05/06 09:19:28.825 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:28.829 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:28.829 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:19:28.865 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:19:28.869 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.691918ms] [encodeDur=954.207Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=450.2Β΅s] [type=file] [takeTime=3.523164ms] [] [2024/05/06 09:19:28.870 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=49.702626ms] [] [2024/05/06 09:19:28.870 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/3459573c-bdcc-4bfc-b8e8-319e3c75575a.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:19:28.870 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:19:28.870 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:19:28.870 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:28.872 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.025595ms] [] [2024/05/06 09:19:28.872 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:19:28.878 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:28.900 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:19:28.900 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:28.924 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:19:28.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=53.407257ms] [] [2024/05/06 09:19:28.926 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:28.927 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.225412ms] [] [2024/05/06 09:19:28.927 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:19:28.927 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:28.929 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.557741ms] [] [2024/05/06 09:19:28.929 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:19:28.929 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:28.929 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=87.897Β΅s] [] [2024/05/06 09:19:28.929 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:28.930 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=952.691Β΅s] [] [2024/05/06 09:19:28.982 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:19:28.986 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:28.986 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:28.986 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:28.986 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:28.988 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:28.988 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:28.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:28.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:28.989 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:28.989 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=240.607976ms] [] [2024/05/06 09:19:29.030 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:29.031 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:29.032 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:29.032 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:29.101 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:19:29.103 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:29.103 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:29.288 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:29.335 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:19:29.336 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:19:29.336 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:19:29.341 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=5.336717ms] [] [2024/05/06 09:19:29.341 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:19:29.341 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:29.341 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/05/06 09:19:29.341 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/05/06 09:19:29.346 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:19:29.346 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:29.347 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.940466ms] [] [2024/05/06 09:19:29.347 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=11.215024ms] [] [2024/05/06 09:19:29.388 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=99.87306ms] [] [2024/05/06 09:19:29.435 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:29.435 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/06 09:19:29.438 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/06 09:19:29.517 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/06 09:19:29.519 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/06 09:19:29.537 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:29.537 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/06 09:19:29.655 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:29.674 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.561838269\n# Parse_time: 0.00063385\n# Compile_time: 0.002557959\n# Rewrite_time: 0.001567759\n# Optimize_time: 0.000918147\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:19:29.718 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:29.886 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:29.973 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:30.051 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 09:19:30.051 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:30.158 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:30.160 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:30.161 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 09:19:30.180 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:30.183 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:19:30.183 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:19:30.183 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=53.428Β΅s] [2024/05/06 09:19:30.183 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=159.54Β΅s] [] [2024/05/06 09:19:30.183 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:30.183 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:30.294 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 09:19:30.317 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 09:19:30.326 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:30.373 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:30.374 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:19:30.377 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:30.387 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:30.387 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:30.388 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:30.388 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:30.389 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:30.389 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:30.389 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:30.389 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:30.389 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:30.404 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:30.406 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:30.406 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:19:30.406 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:30.406 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=700.7GiB] [2024/05/06 09:19:30.485 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/05/06 09:19:30.490 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:30.493 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:30.494 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:19:30.549 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:19:30.552 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.152821ms] [encodeDur=1.073243ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=335.796Β΅s] [type=file] [takeTime=2.913554ms] [] [2024/05/06 09:19:30.553 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=67.444905ms] [] [2024/05/06 09:19:30.553 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/9318bcca-45f0-44b3-8637-8f6f34b4068d.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:19:30.553 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:19:30.553 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:19:30.553 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:30.555 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.978739ms] [] [2024/05/06 09:19:30.555 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:19:30.561 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:30.583 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:19:30.584 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:30.602 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:19:30.604 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=49.133765ms] [] [2024/05/06 09:19:30.604 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:19:30.605 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=965.474Β΅s] [] [2024/05/06 09:19:30.605 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:19:30.605 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:30.607 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.654113ms] [] [2024/05/06 09:19:30.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:19:30.607 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:30.607 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=48.217Β΅s] [] [2024/05/06 09:19:30.607 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:19:30.608 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=818.999Β΅s] [] [2024/05/06 09:19:30.657 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:19:30.661 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:30.661 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:30.661 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:30.661 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:30.662 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:30.661 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:30.661 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:30.661 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:30.662 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:30.662 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:30.662 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:30.662 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:30.662 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:30.664 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:30.664 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:30.664 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:30.664 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:30.664 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:30.664 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=291.653971ms] [] [2024/05/06 09:19:30.675 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:30.676 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:30.677 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:30.677 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:30.748 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:19:30.749 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:30.749 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:30.921 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:30.964 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:19:30.965 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:19:30.965 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:19:30.970 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=5.315602ms] [] [2024/05/06 09:19:30.970 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:19:30.970 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:30.970 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/05/06 09:19:30.971 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/05/06 09:19:30.975 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:19:30.975 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:30.975 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.440702ms] [] [2024/05/06 09:19:30.975 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.706124ms] [] [2024/05/06 09:19:31.017 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=96.120815ms] [] [2024/05/06 09:19:31.072 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:31.073 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/06 09:19:31.075 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/06 09:19:31.139 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/06 09:19:31.158 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 09:19:31.181 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:31.181 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/06 09:19:31.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.560665207\n# Parse_time: 0.001077034\n# Compile_time: 0.003364873\n# Rewrite_time: 0.001781482\n# Optimize_time: 0.001080206\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:19:31.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 09:19:31.291 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:31.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:31.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:31.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:31.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:19:31.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:31.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.377 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/06 09:19:31.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.698097ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:31.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/06 09:19:31.482 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.069332ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:31.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:31.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:31.577 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:19:31.577 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:31.581 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312778305\n# Parse_time: 0.000905044\n# Compile_time: 0.000874473\n# Rewrite_time: 0.00004658\n# Optimize_time: 0.000990312\n# Wait_TS: 0.000435842\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:19:31.599 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:31.806 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:31.890 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:31.937 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/06 09:19:31.938 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:32.043 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:32.045 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:32.046 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 09:19:32.066 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:32.070 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:19:32.070 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:19:32.070 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=52.308Β΅s] [2024/05/06 09:19:32.070 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=158.984Β΅s] [] [2024/05/06 09:19:32.070 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:32.070 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:32.179 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 09:19:32.199 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 09:19:32.206 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:32.245 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:32.246 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:19:32.248 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:32.258 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:32.258 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:32.259 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:32.259 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:32.260 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:32.260 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:32.260 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:32.260 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:32.260 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:32.274 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:32.276 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:32.276 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:19:32.276 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:32.276 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=700.7GiB] [2024/05/06 09:19:32.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/05/06 09:19:32.320 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:32.323 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:32.323 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:19:32.373 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:19:32.375 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.039678ms] [encodeDur=889.754Β΅s] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=270.021Β΅s] [type=file] [takeTime=2.526294ms] [] [2024/05/06 09:19:32.376 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=60.607813ms] [] [2024/05/06 09:19:32.376 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/fb191e36-b68d-4178-9036-1370d9bed21d.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:19:32.376 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:19:32.376 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:19:32.376 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:32.378 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.856189ms] [] [2024/05/06 09:19:32.378 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:19:32.383 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:32.405 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:19:32.405 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:32.421 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:19:32.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=44.98706ms] [] [2024/05/06 09:19:32.424 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:32.451 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=27.456281ms] [] [2024/05/06 09:19:32.452 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:19:32.452 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:32.455 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=2.571706ms] [] [2024/05/06 09:19:32.455 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:19:32.455 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:32.455 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=196.499Β΅s] [] [2024/05/06 09:19:32.455 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:32.456 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.226115ms] [] [2024/05/06 09:19:32.513 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:32.517 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:32.517 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:32.517 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:32.518 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:32.520 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:32.520 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:32.520 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:32.520 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:32.520 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:32.520 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=274.853535ms] [] [2024/05/06 09:19:32.556 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:32.557 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:32.558 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:32.558 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:32.624 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:19:32.625 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:32.625 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:32.815 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:32.869 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:19:32.870 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:19:32.870 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:19:32.877 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=7.280674ms] [] [2024/05/06 09:19:32.877 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/06 09:19:32.877 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:19:32.877 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/05/06 09:19:32.877 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/05/06 09:19:32.881 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/06 09:19:32.881 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:19:32.882 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=11.860136ms] [] [2024/05/06 09:19:32.882 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=12.091608ms] [] [2024/05/06 09:19:32.923 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=108.130914ms] [] [2024/05/06 09:19:32.957 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:32.957 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/06 09:19:32.960 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/06 09:19:33.008 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/06 09:19:33.044 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/06 09:19:33.068 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:33.068 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/06 09:19:33.177 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.594223789\n# Parse_time: 0.001304507\n# Compile_time: 0.003517546\n# Rewrite_time: 0.001973329\n# Optimize_time: 0.000990312\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:19:33.180 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:33.220 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:33.406 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:33.490 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:33.561 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/06 09:19:33.562 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:33.668 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:33.669 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:33.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 09:19:33.687 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:33.690 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:19:33.690 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:19:33.691 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=77.64Β΅s] [2024/05/06 09:19:33.691 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=213.711Β΅s] [] [2024/05/06 09:19:33.691 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:33.691 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:33.807 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 09:19:33.828 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 09:19:33.849 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:33.888 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:33.889 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:19:33.891 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:33.899 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:33.899 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:33.900 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:33.900 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:33.901 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:33.901 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:33.901 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:33.901 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:33.901 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:33.915 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:33.916 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:33.916 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:19:33.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:33.917 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=700.7GiB] [2024/05/06 09:19:33.988 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/05/06 09:19:33.992 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:33.997 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:33.997 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:19:34.014 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:19:34.017 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.099447ms] [encodeDur=885.073Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=273.126Β΅s] [type=file] [takeTime=2.643702ms] [] [2024/05/06 09:19:34.018 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=29.555776ms] [] [2024/05/06 09:19:34.018 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/fa013f52-3351-4650-9311-3e679cfd9509.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:19:34.018 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:19:34.018 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:19:34.018 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:34.020 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.042777ms] [] [2024/05/06 09:19:34.020 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:19:34.025 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:34.047 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:19:34.048 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:34.065 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:19:34.067 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=46.407198ms] [] [2024/05/06 09:19:34.067 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:34.068 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=916.948Β΅s] [] [2024/05/06 09:19:34.068 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:19:34.068 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:34.069 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.363556ms] [] [2024/05/06 09:19:34.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:19:34.069 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:34.069 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=53.469Β΅s] [] [2024/05/06 09:19:34.070 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:34.070 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=775.921Β΅s] [] [2024/05/06 09:19:34.124 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:19:34.128 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:34.128 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:34.128 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:34.128 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:34.130 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:34.130 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:34.130 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:34.130 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:34.130 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:34.130 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=241.836831ms] [] [2024/05/06 09:19:34.182 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:34.184 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:34.185 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:34.185 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:34.245 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:19:34.246 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:34.246 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:34.446 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:34.486 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:19:34.486 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:19:34.486 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:19:34.491 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=4.774045ms] [] [2024/05/06 09:19:34.491 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:19:34.491 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:34.491 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/05/06 09:19:34.491 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/05/06 09:19:34.495 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:19:34.495 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:19:34.495 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.225591ms] [] [2024/05/06 09:19:34.495 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.432497ms] [] [2024/05/06 09:19:34.537 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=90.824914ms] [] [2024/05/06 09:19:34.580 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:34.580 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/06 09:19:34.583 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/06 09:19:34.630 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/06 09:19:34.666 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/06 09:19:34.691 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:34.691 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/06 09:19:34.784 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.580246297\n# Parse_time: 0.000733137\n# Compile_time: 0.002805904\n# Rewrite_time: 0.001511254\n# Optimize_time: 0.00138176\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:19:34.807 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:34.822 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:35.010 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:35.122 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/05/06 09:19:35.167 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/06 09:19:35.168 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 09:19:35.273 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:35.274 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:35.275 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 09:19:35.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:35.295 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:19:35.295 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:19:35.296 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=62.775Β΅s] [2024/05/06 09:19:35.296 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=245.331Β΅s] [] [2024/05/06 09:19:35.296 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:35.296 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 09:19:35.407 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 09:19:35.427 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 09:19:35.430 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:35.471 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:35.472 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:19:35.474 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:35.482 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:35.482 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:35.508 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:35.509 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:35.510 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:35.510 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:35.510 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:35.510 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:35.510 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:35.527 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:35.529 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:35.529 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:19:35.529 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:35.529 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=700.7GiB] [2024/05/06 09:19:35.570 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/05/06 09:19:35.574 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:35.578 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:35.578 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:19:35.605 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:19:35.608 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.099792ms] [encodeDur=812.866Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=311.709Β΅s] [type=file] [takeTime=2.677496ms] [] [2024/05/06 09:19:35.608 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=38.631411ms] [] [2024/05/06 09:19:35.608 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/69c16266-8fc2-467e-b0b2-8ec47c54e3c9.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:19:35.608 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:19:35.609 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:19:35.609 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:35.610 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.870814ms] [] [2024/05/06 09:19:35.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:19:35.616 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:35.638 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:19:35.638 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:35.656 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:19:35.658 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=47.755098ms] [] [2024/05/06 09:19:35.658 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:19:35.660 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.091771ms] [] [2024/05/06 09:19:35.660 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:19:35.660 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:35.661 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.533967ms] [] [2024/05/06 09:19:35.661 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:19:35.661 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:35.661 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=93.131Β΅s] [] [2024/05/06 09:19:35.661 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:19:35.662 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=860.916Β΅s] [] [2024/05/06 09:19:35.708 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:35.712 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:35.712 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:35.712 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:35.712 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:35.714 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:35.714 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:35.714 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:35.714 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:35.714 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:35.714 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=243.636166ms] [] [2024/05/06 09:19:35.787 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:35.789 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:35.790 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:35.790 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:35.898 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 09:19:35.900 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:35.900 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 09:19:36.037 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:19:36.037 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 09:19:36.085 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=30] [2024/05/06 09:19:36.126 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 09:19:36.179 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:19:36.179 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:19:36.179 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:19:36.185 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=5.738225ms] [] [2024/05/06 09:19:36.185 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:19:36.185 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:19:36.185 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/05/06 09:19:36.185 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/05/06 09:19:36.189 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:19:36.190 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:19:36.190 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.599754ms] [] [2024/05/06 09:19:36.190 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.806873ms] [] [2024/05/06 09:19:36.274 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=147.478902ms] [] [2024/05/06 09:19:36.287 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:36.287 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/06 09:19:36.290 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/06 09:19:36.363 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 09:19:36.373 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/06 09:19:36.400 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:36.400 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/06 09:19:36.481 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:36.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.897878597\n# Parse_time: 0.001162976\n# Compile_time: 0.003324032\n# Rewrite_time: 0.001622667\n# Optimize_time: 0.001335985\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestIgnoreNLines [2024/05/06 09:19:36.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:19:36.745 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:36.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:19:36.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:36.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=233.185Β΅s] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:36.855 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/06 09:19:36.888 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.91272ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:36.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:36.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=192.729Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:36.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/06 09:19:37.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.309344ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=199.114Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:37.091 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/06 09:19:37.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=61.64821ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.188 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:37.196 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/06 09:19:37.199 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:36.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.247 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:19:37.247 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:37.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.537422531\n# Parse_time: 0.000590461\n# Compile_time: 0.000839275\n# Rewrite_time: 0.000033541\n# Optimize_time: 0.000957226\n# Wait_TS: 0.000501929\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:19:37.253 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 09:19:37.287 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:37.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:37.287 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:37.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:19:37.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:37.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=942.065Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:37.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/06 09:19:37.436 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.893367ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:37.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:37.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:19:37.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:37.545 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:19:37.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:19:37.628 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:37.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:37.628 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:37.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:37.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:37.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.696 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/06 09:19:37.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.447246ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:37.769 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/06 09:19:37.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.999549ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:37.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:37.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:37.903 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 09:19:37.903 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:37.906 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359733514\n# Parse_time: 0.000925504\n# Compile_time: 0.000886079\n# Rewrite_time: 0.000039092\n# Optimize_time: 0.000957226\n# Wait_TS: 0.00032128\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:37.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:38.125 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:38.214 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:19:38.253 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/06 09:19:38.253 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:19:38.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:38.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:38.360 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 09:19:38.405 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:38.408 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:38.408 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:19:38.409 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=102.46Β΅s] [2024/05/06 09:19:38.409 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.951Β΅s] [] [2024/05/06 09:19:38.409 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:38.409 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:19:38.540 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 09:19:38.561 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 09:19:38.573 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:19:38.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:38.613 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:19:38.614 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:38.623 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:38.623 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:38.623 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:38.624 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:38.625 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:38.625 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:38.625 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:38.625 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:38.625 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:38.639 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:38.640 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:38.640 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:38.640 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:38.640 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=700.7GiB] [2024/05/06 09:19:38.679 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/05/06 09:19:38.683 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:38.688 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:38.688 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:19:38.703 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 09:19:38.706 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.246559ms] [encodeDur=1.052753ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=311.387Β΅s] [type=file] [takeTime=2.961404ms] [] [2024/05/06 09:19:38.707 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:19:38.707 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/e8b6e7fd-9a61-4497-8702-fdf6ca9983e4.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/06 09:19:38.723 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 09:19:38.726 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.091661ms] [encodeDur=1.195216ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=307.964Β΅s] [type=file] [takeTime=2.909346ms] [] [2024/05/06 09:19:38.727 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=47.742693ms] [] [2024/05/06 09:19:38.727 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b60e62aa-cfc6-41ee-a330-72905a05eae4.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/06 09:19:38.727 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:19:38.727 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:19:38.727 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:38.729 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.940556ms] [] [2024/05/06 09:19:38.729 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:19:38.734 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:38.756 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:19:38.757 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:38.774 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:19:38.777 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=47.063831ms] [] [2024/05/06 09:19:38.777 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:38.778 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.2154ms] [] [2024/05/06 09:19:38.778 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:19:38.778 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:38.780 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.777711ms] [] [2024/05/06 09:19:38.780 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:19:38.780 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:38.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.483Β΅s] [] [2024/05/06 09:19:38.780 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:38.781 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=927.684Β΅s] [] [2024/05/06 09:19:38.873 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:38.875 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:38.876 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:38.876 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:38.881 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:19:38.885 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:38.885 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:38.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:38.885 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:38.887 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:38.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:38.888 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:38.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:38.888 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:38.888 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=276.581924ms] [] [2024/05/06 09:19:38.939 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:19:38.941 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:38.941 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:19:39.079 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:39.164 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=33.282987ms] [2024/05/06 09:19:39.168 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:19:39.168 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:19:39.168 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:19:39.177 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=9.328541ms] [] [2024/05/06 09:19:39.178 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/06 09:19:39.178 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:19:39.178 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/05/06 09:19:39.178 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/05/06 09:19:39.182 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/06 09:19:39.183 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:19:39.183 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=14.814047ms] [] [2024/05/06 09:19:39.183 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=15.08766ms] [] [2024/05/06 09:19:39.222 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=142.777365ms] [] [2024/05/06 09:19:39.273 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:39.273 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/06 09:19:39.276 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/06 09:19:39.315 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/06 09:19:39.363 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/06 09:19:39.389 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:39.389 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/06 09:19:39.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.566289365\n# Parse_time: 0.000810796\n# Compile_time: 0.001484784\n# Rewrite_time: 0.000315612\n# Optimize_time: 0.000957226\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:19:39.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:19:39.491 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:39.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:39.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:39.522 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:39.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:19:39.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:39.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.618 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/06 09:19:39.679 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=3.628834ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:39.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/06 09:19:39.724 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=54.078557ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:39.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.765 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 09:19:39.774 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 09:19:39.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:39.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:39.835 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:19:39.835 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:39.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.355340169\n# Parse_time: 0.000167043\n# Compile_time: 0.000667059\n# Rewrite_time: 0.000031477\n# Optimize_time: 0.001338248\n# Wait_TS: 0.000294001\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:19:39.853 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:40.058 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:40.172 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:19:40.209 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/06 09:19:40.209 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:19:40.316 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:40.317 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:40.318 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 09:19:40.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:40.341 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:40.341 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:19:40.341 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=88.849Β΅s] [2024/05/06 09:19:40.341 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=257.763Β΅s] [] [2024/05/06 09:19:40.341 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:40.341 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:19:40.489 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 09:19:40.509 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 09:19:40.520 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:19:40.562 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:40.563 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:19:40.564 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:40.573 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:40.573 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:40.574 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:40.574 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:40.575 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:40.575 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:40.575 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:40.575 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:40.575 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:40.590 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:40.591 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:40.591 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:40.592 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:40.592 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=700.7GiB] [2024/05/06 09:19:40.635 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/05/06 09:19:40.639 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:40.642 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:40.643 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:19:40.661 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 09:19:40.663 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=205.181Β΅s] [encodeDur=1.010219ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=276.4Β΅s] [type=file] [takeTime=1.904823ms] [] [2024/05/06 09:19:40.663 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:19:40.663 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/24eb4007-1c63-49ef-a289-3763955ab25f.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/06 09:19:40.721 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 09:19:40.724 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=239.468Β΅s] [encodeDur=1.252556ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=312.759Β΅s] [type=file] [takeTime=2.130892ms] [] [2024/05/06 09:19:40.724 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2e4b4ab4-38b2-4c5b-ae1a-8a93d69b3fac.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/06 09:19:40.724 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=89.497655ms] [] [2024/05/06 09:19:40.725 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:19:40.725 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:19:40.725 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:40.727 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.858372ms] [] [2024/05/06 09:19:40.727 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:19:40.732 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:40.754 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 09:19:40.755 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:40.768 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 09:19:40.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.982788ms] [] [2024/05/06 09:19:40.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:40.771 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.080053ms] [] [2024/05/06 09:19:40.771 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:19:40.771 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:40.773 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.574322ms] [] [2024/05/06 09:19:40.773 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:19:40.773 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:40.773 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=79.837Β΅s] [] [2024/05/06 09:19:40.773 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:40.774 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.000981ms] [] [2024/05/06 09:19:40.825 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:40.828 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:40.828 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:40.828 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:40.828 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:40.830 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:40.830 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:40.830 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:40.830 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:40.830 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:40.830 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=268.483195ms] [] [2024/05/06 09:19:40.831 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:40.832 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:40.834 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:40.834 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:40.939 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 09:19:40.941 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:40.941 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:19:41.130 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:41.182 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:19:41.182 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:19:41.182 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:19:41.191 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=8.784419ms] [] [2024/05/06 09:19:41.191 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/06 09:19:41.191 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:19:41.191 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/05/06 09:19:41.191 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/05/06 09:19:41.195 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/06 09:19:41.196 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:19:41.196 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=13.713772ms] [] [2024/05/06 09:19:41.196 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=13.968733ms] [] [2024/05/06 09:19:41.262 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:41.263 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/06 09:19:41.266 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/06 09:19:41.267 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=137.103808ms] [] [2024/05/06 09:19:41.317 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/06 09:19:41.318 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/06 09:19:41.337 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:41.337 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/06 09:19:41.417 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:41.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5885838429999999\n# Parse_time: 0.0008639\n# Compile_time: 0.001368063\n# Rewrite_time: 0.000368087\n# Optimize_time: 0.001338248\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 09:19:41.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:19:41.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:41.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:41.473 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:41.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:19:41.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:41.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.529 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/06 09:19:41.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.547283ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:41.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/06 09:19:41.639 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=71.481029ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:41.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 09:19:41.725 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/06 09:19:41.730 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:41.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:41.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:19:41.791 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:41.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358451944\n# Parse_time: 0.000351907\n# Compile_time: 0.000983572\n# Rewrite_time: 0.000047059\n# Optimize_time: 0.000775569\n# Wait_TS: 0.000266401\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:19:41.813 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:41.819 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=60] [new=16] [2024/05/06 09:19:41.997 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:19:42.141 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:19:42.180 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/06 09:19:42.180 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:19:42.287 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:42.288 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:42.290 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 09:19:42.311 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:42.314 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:42.314 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:19:42.314 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=101.447Β΅s] [2024/05/06 09:19:42.315 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=320.641Β΅s] [] [2024/05/06 09:19:42.315 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:42.315 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:19:42.450 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 09:19:42.512 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:19:42.513 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 09:19:42.553 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:42.555 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:19:42.556 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:42.566 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:42.566 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:42.566 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:42.566 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:42.567 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:42.567 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:42.567 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:42.567 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:42.568 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:42.582 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:42.584 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:42.584 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:42.584 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:42.584 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=700.7GiB] [2024/05/06 09:19:42.644 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/05/06 09:19:42.648 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:42.652 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:42.652 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:19:42.685 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/06 09:19:42.686 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=120.724Β΅s] [encodeDur=483.836Β΅s] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=266.502Β΅s] [type=file] [takeTime=1.255349ms] [] [2024/05/06 09:19:42.687 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:19:42.687 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4cdf4b22-0bab-4511-b8e6-4214a03fa396.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/06 09:19:42.718 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/06 09:19:42.719 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=161.729Β΅s] [encodeDur=727.244Β΅s] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=258.678Β΅s] [type=file] [takeTime=1.470037ms] [] [2024/05/06 09:19:42.720 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=75.628741ms] [] [2024/05/06 09:19:42.720 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c88857e0-d96f-4711-8bb4-e47d4f44c9b2.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/06 09:19:42.720 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:19:42.720 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:19:42.720 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:42.722 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.964173ms] [] [2024/05/06 09:19:42.722 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:19:42.727 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:42.749 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 09:19:42.749 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:42.768 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 09:19:42.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=47.379083ms] [] [2024/05/06 09:19:42.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:19:42.771 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.289088ms] [] [2024/05/06 09:19:42.771 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:19:42.772 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:42.773 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.47049ms] [] [2024/05/06 09:19:42.773 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:19:42.773 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:42.773 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=78.852Β΅s] [] [2024/05/06 09:19:42.773 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:19:42.774 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=885.154Β΅s] [] [2024/05/06 09:19:42.819 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:19:42.822 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:42.822 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:42.822 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:42.822 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:42.822 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:42.822 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:42.823 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:42.823 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:42.825 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:42.825 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:42.825 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:42.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:42.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:42.825 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=271.793283ms] [] [2024/05/06 09:19:42.931 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:42.933 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:42.934 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:42.934 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:43.009 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 09:19:43.010 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:43.010 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:19:43.162 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:19:43.204 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:19:43.204 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:19:43.204 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:19:43.212 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=7.371195ms] [] [2024/05/06 09:19:43.212 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/06 09:19:43.212 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:19:43.212 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/05/06 09:19:43.212 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/05/06 09:19:43.216 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/06 09:19:43.217 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:19:43.217 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=12.62408ms] [] [2024/05/06 09:19:43.217 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=12.830858ms] [] [2024/05/06 09:19:43.265 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=102.648999ms] [] [2024/05/06 09:19:43.345 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:43.346 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/06 09:19:43.350 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/06 09:19:43.397 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/06 09:19:43.401 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/06 09:19:43.420 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:43.420 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/06 09:19:43.522 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:43.710 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9130652339999998\n# Parse_time: 0.001213206\n# Compile_time: 0.00188431\n# Rewrite_time: 0.000426994\n# Optimize_time: 0.000775569\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/06 09:19:43.722 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 09:19:43.790 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:43.790 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/06 09:19:43.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:43.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=282.425Β΅s] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:43.920 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/06 09:19:43.956 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=54.045139ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=198.911Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:44.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/06 09:19:44.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.748299ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=204.99Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:44.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/06 09:19:44.231 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.382571ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.331 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:44.340 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/06 09:19:44.344 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:43.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.388 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:19:44.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:44.392 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.671697736\n# Parse_time: 0.000823383\n# Compile_time: 0.000997088\n# Rewrite_time: 0.00004686\n# Optimize_time: 0.002191369\n# Wait_TS: 0.000527747\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 09:19:44.394 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 09:19:44.425 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:44.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:44.425 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:44.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:19:44.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=961.846Β΅s] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:44.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/06 09:19:44.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.596797ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:44.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.685 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:19:44.685 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:44.692 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:19:44.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:44.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:44.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:44.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/06 09:19:44.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.288763ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:44.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/06 09:19:44.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.94266ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:44.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:44.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:45.070 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:19:45.070 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:45.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.382750648\n# Parse_time: 0.00058989\n# Compile_time: 0.000965447\n# Rewrite_time: 0.000056795\n# Optimize_time: 0.002191369\n# Wait_TS: 0.000365556\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:19:45.076 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 09:19:45.334 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 09:19:45.477 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:45.690 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:45.846 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:46.036 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:46.191 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:46.401 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:46.593 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:46.685 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:46.768 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 09:19:46.768 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:46.874 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:46.875 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:46.876 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 09:19:46.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:46.899 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:46.900 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:19:46.900 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=76.419Β΅s] [2024/05/06 09:19:46.900 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=210.464Β΅s] [] [2024/05/06 09:19:46.900 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:46.900 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:47.029 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 09:19:47.050 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 09:19:47.070 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:47.120 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:47.121 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:19:47.122 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:47.132 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:47.132 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:47.132 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:47.132 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:47.133 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:47.134 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:47.134 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:47.134 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:47.134 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:47.151 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:47.152 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:47.152 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:47.153 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:47.153 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=700.7GiB] [2024/05/06 09:19:47.236 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/05/06 09:19:47.240 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:47.244 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:47.244 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 09:19:47.281 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 09:19:47.284 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.075326ms] [encodeDur=728.182Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=281.929Β΅s] [type=file] [takeTime=2.484703ms] [] [2024/05/06 09:19:47.285 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1d49c6fb-6f31-4e56-8c62-b0a85a028ea0.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 09:19:47.285 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=49.295605ms] [] [2024/05/06 09:19:47.285 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:19:47.285 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:19:47.285 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:47.288 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.375315ms] [] [2024/05/06 09:19:47.288 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:19:47.293 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:47.316 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:19:47.317 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:47.330 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:19:47.333 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.585072ms] [] [2024/05/06 09:19:47.333 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:47.334 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.142722ms] [] [2024/05/06 09:19:47.334 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:19:47.334 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:47.336 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.647965ms] [] [2024/05/06 09:19:47.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:19:47.336 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:47.336 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=71.942Β΅s] [] [2024/05/06 09:19:47.336 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:47.337 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.09602ms] [] [2024/05/06 09:19:47.381 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:47.385 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:47.385 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:47.385 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:47.385 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:47.387 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:47.387 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:47.387 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:47.387 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:47.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:47.387 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:47.388 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=267.843195ms] [] [2024/05/06 09:19:47.389 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:47.390 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:47.390 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:47.462 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:19:47.463 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:47.463 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:47.668 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:47.724 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:19:47.724 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:19:47.725 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:19:47.732 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=7.473924ms] [] [2024/05/06 09:19:47.732 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:19:47.732 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:47.732 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/05/06 09:19:47.732 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/05/06 09:19:47.736 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:19:47.736 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:47.737 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.034774ms] [] [2024/05/06 09:19:47.737 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.297187ms] [] [2024/05/06 09:19:47.779 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=111.334425ms] [] [2024/05/06 09:19:47.791 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:47.792 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/06 09:19:47.796 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/06 09:19:47.864 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/06 09:19:47.873 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 09:19:47.899 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:47.899 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/06 09:19:47.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.595182494\n# Parse_time: 0.000741624\n# Compile_time: 0.001373664\n# Rewrite_time: 0.000307723\n# Optimize_time: 0.002191369\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:19:47.993 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 09:19:47.995 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:19:48.024 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:48.025 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:47.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:48.025 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:47.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:19:48.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:47.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.095 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/06 09:19:48.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.825016ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:48.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/06 09:19:48.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.988772ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:47.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.285 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/06 09:19:48.294 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 09:19:48.298 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:47.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:48.370 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:19:48.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:48.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.381247022\n# Parse_time: 0.000291046\n# Compile_time: 0.001015978\n# Rewrite_time: 0.000051861\n# Optimize_time: 0.001056014\n# Wait_TS: 0.000480935\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:19:48.392 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:48.612 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:48.711 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:48.746 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/06 09:19:48.746 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:48.853 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:48.855 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:48.856 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 09:19:48.876 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:48.878 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:48.878 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:19:48.878 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=65.649Β΅s] [2024/05/06 09:19:48.878 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.267Β΅s] [] [2024/05/06 09:19:48.879 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:48.879 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:49.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 09:19:49.053 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 09:19:49.074 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:49.115 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:49.116 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:19:49.117 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:49.127 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:49.127 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:49.128 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:49.128 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:49.129 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:49.129 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:49.129 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:49.129 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:49.130 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:49.143 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:49.145 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:49.145 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:49.145 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:49.145 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=700.7GiB] [2024/05/06 09:19:49.186 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/05/06 09:19:49.190 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:49.193 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:49.193 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 09:19:49.210 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/06 09:19:49.213 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.149093ms] [encodeDur=897.874Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=289.419Β΅s] [type=file] [takeTime=2.739299ms] [] [2024/05/06 09:19:49.214 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=27.610279ms] [] [2024/05/06 09:19:49.214 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/504ee703-7281-4bf3-bcc5-7bdd0d0f79df.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 09:19:49.214 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:19:49.214 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:19:49.214 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:49.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.276552ms] [] [2024/05/06 09:19:49.216 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:19:49.222 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:49.244 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:19:49.244 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:49.288 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:19:49.291 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=74.226128ms] [] [2024/05/06 09:19:49.291 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:49.292 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.133561ms] [] [2024/05/06 09:19:49.292 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:19:49.292 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:49.294 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.741169ms] [] [2024/05/06 09:19:49.294 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:19:49.294 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:49.294 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=67.861Β΅s] [] [2024/05/06 09:19:49.294 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:49.295 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.062321ms] [] [2024/05/06 09:19:49.345 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:19:49.349 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:49.349 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:49.349 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:49.349 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:49.352 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:49.352 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:49.352 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:49.352 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:49.352 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:49.352 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=236.902658ms] [] [2024/05/06 09:19:49.364 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:49.366 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:49.367 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:49.367 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:49.439 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:19:49.441 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:49.441 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:49.594 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:49.679 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:19:49.679 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:19:49.679 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:19:49.688 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=9.390155ms] [] [2024/05/06 09:19:49.688 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:19:49.689 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:49.689 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/05/06 09:19:49.689 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/05/06 09:19:49.692 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:19:49.693 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:49.693 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.991737ms] [] [2024/05/06 09:19:49.693 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=14.230826ms] [] [2024/05/06 09:19:49.747 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=152.603244ms] [] [2024/05/06 09:19:49.768 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:49.768 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/06 09:19:49.771 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/06 09:19:49.837 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/06 09:19:49.852 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/06 09:19:49.879 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:49.879 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/06 09:19:49.971 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:49.975 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.598900572\n# Parse_time: 0.000443646\n# Compile_time: 0.001685068\n# Rewrite_time: 0.000306422\n# Optimize_time: 0.001056014\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:19:49.984 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4207\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase899175920/001/file.csv'"] [2024/05/06 09:19:49.986 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:19:50.179 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:19:50.215 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:50.215 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:19:50.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.280 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/06 09:19:50.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.37893ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:50.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/06 09:19:50.381 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.67456ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.488 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 09:19:50.498 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 09:19:50.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:50.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:50.570 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 09:19:50.571 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:50.576 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397421844\n# Parse_time: 0.000170506\n# Compile_time: 0.000755514\n# Rewrite_time: 0.000041619\n# Optimize_time: 0.000733328\n# Wait_TS: 0.000401089\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:19:50.778 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase899175920/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:50.779 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:19:50.779 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:19:50.779 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=59.469Β΅s] [2024/05/06 09:19:50.779 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=215.154Β΅s] [] [2024/05/06 09:19:50.914 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:50.948 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/06 09:19:50.948 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:51.054 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:51.056 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:51.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 09:19:51.074 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:51.074 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:51.190 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 09:19:51.209 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 09:19:51.220 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:51.293 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:51.295 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:19:51.303 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:51.304 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:51.304 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:51.304 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:51.305 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:51.305 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:51.305 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:51.305 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:51.305 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:51.321 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:51.323 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:51.323 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:19:51.323 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:51.323 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=700.7GiB] [2024/05/06 09:19:51.367 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/05/06 09:19:51.371 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:51.375 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:51.375 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/06 09:19:51.388 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/06 09:19:51.390 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=188.075Β΅s] [encodeDur=740.823Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=260.029Β΅s] [type=file] [takeTime=1.546007ms] [] [2024/05/06 09:19:51.390 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=23.273781ms] [] [2024/05/06 09:19:51.390 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d3420a01-36bb-4559-93bf-dfe4c7316eb8.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/06 09:19:51.391 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:19:51.391 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:19:51.391 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:51.393 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.335284ms] [] [2024/05/06 09:19:51.393 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:19:51.398 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:51.420 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:19:51.420 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:51.434 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:19:51.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.35267ms] [] [2024/05/06 09:19:51.436 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:19:51.437 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.20462ms] [] [2024/05/06 09:19:51.437 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:19:51.437 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:51.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.838209ms] [] [2024/05/06 09:19:51.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:19:51.439 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:51.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.675Β΅s] [] [2024/05/06 09:19:51.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:19:51.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=946.505Β΅s] [] [2024/05/06 09:19:51.491 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:51.494 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:51.494 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:51.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:51.495 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:51.495 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:51.496 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:51.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:51.496 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:51.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:51.497 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:51.497 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=203.924766ms] [] [2024/05/06 09:19:51.568 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:51.569 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:51.571 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:51.571 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:19:51.666 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:19:51.668 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:51.668 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:51.817 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:51.860 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:19:51.860 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:19:51.860 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:19:51.869 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=9.362195ms] [] [2024/05/06 09:19:51.870 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:19:51.870 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:51.870 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/05/06 09:19:51.870 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/05/06 09:19:51.876 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:19:51.877 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:19:51.877 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=16.836326ms] [] [2024/05/06 09:19:51.877 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=17.033986ms] [] [2024/05/06 09:19:51.921 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=103.247907ms] [] [2024/05/06 09:19:51.974 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:51.974 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/06 09:19:51.977 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/06 09:19:52.068 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/06 09:19:52.084 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/06 09:19:52.090 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:52.090 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/06 09:19:52.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.610575298\n# Parse_time: 0.000687098\n# Compile_time: 0.001614409\n# Rewrite_time: 0.000380264\n# Optimize_time: 0.000733328\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase899175920/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/06 09:19:52.198 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:52.198 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:19:52.228 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:52.228 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:19:52.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=254.816Β΅s] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:52.314 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/06 09:19:52.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.793636ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=206.192Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:52.498 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/06 09:19:52.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.340855ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=182.175Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:19:52.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/06 09:19:52.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.182721ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.759 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/06 09:19:52.767 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/06 09:19:52.772 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.819 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:19:52.819 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:52.824 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.626540476\n# Parse_time: 0.000483956\n# Compile_time: 0.000638511\n# Rewrite_time: 0.00003477\n# Optimize_time: 0.000994772\n# Wait_TS: 0.00041881\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:19:52.825 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:19:52.857 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:52.857 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:19:52.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:52.987 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.036668ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:19:52.999 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/06 09:19:53.035 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.690481ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:19:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:53.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:52.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:53.136 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:19:53.136 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:53.139 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314999303\n# Parse_time: 0.000303412\n# Compile_time: 0.000788751\n# Rewrite_time: 0.000033633\n# Optimize_time: 0.000994772\n# Wait_TS: 0.000622265\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 09:19:53.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:19:53.205 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:53.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:53.205 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:53.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:19:53.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:53.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:53.286 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/06 09:19:53.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.482203ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:19:53.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/06 09:19:53.433 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.260654ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:53.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:53.496 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:53.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:53.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:19:53.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:53.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.402591095\n# Parse_time: 0.001689974\n# Compile_time: 0.000926176\n# Rewrite_time: 0.000049932\n# Optimize_time: 0.000994772\n# Wait_TS: 0.000394464\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:19:53.557 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:53.760 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:53.864 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:53.906 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/06 09:19:53.907 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:54.015 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:54.017 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:54.018 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 09:19:54.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:54.040 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:19:54.041 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:19:54.041 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=63.9Β΅s] [2024/05/06 09:19:54.041 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=174.777Β΅s] [] [2024/05/06 09:19:54.041 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:54.041 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:54.201 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:19:54.207 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 09:19:54.239 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:54.280 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:54.282 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:19:54.283 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:54.292 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:54.292 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:54.292 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:54.292 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:54.293 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:54.293 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:54.293 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:54.294 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:54.294 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:54.307 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:54.309 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:54.309 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:19:54.309 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:54.309 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=700.7GiB] [2024/05/06 09:19:54.353 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/05/06 09:19:54.358 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:54.362 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:54.362 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 09:19:54.378 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 09:19:54.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.348198ms] [encodeDur=573.939Β΅s] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=278.173Β΅s] [type=file] [takeTime=2.588551ms] [] [2024/05/06 09:19:54.381 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=27.606593ms] [] [2024/05/06 09:19:54.381 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/e9f95388-ff52-4c84-9fb4-586f518e34bf.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 09:19:54.381 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:19:54.381 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:19:54.381 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:54.384 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.188919ms] [] [2024/05/06 09:19:54.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:19:54.388 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:54.410 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:19:54.411 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:54.424 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:19:54.426 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.505517ms] [] [2024/05/06 09:19:54.426 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:54.428 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.133543ms] [] [2024/05/06 09:19:54.428 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:19:54.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:54.429 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.408499ms] [] [2024/05/06 09:19:54.429 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:19:54.429 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:54.429 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=54.861Β΅s] [] [2024/05/06 09:19:54.429 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:54.430 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.063522ms] [] [2024/05/06 09:19:54.478 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:19:54.480 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:54.480 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:54.480 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:54.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:54.481 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:54.481 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:54.483 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:54.483 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:54.483 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:54.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:54.483 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:54.483 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=202.236292ms] [] [2024/05/06 09:19:54.527 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:54.529 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:54.530 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:54.530 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:19:54.631 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:19:54.633 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:54.633 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:54.770 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:54.812 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:19:54.812 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:19:54.812 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:19:54.820 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=7.685931ms] [] [2024/05/06 09:19:54.820 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/06 09:19:54.820 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:19:54.820 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/05/06 09:19:54.820 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/05/06 09:19:54.824 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/06 09:19:54.825 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:19:54.825 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.855652ms] [] [2024/05/06 09:19:54.825 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.035301ms] [] [2024/05/06 09:19:54.863 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=92.862797ms] [] [2024/05/06 09:19:54.964 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:19:54.964 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/06 09:19:54.967 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/06 09:19:55.014 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/06 09:19:55.016 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/06 09:19:55.033 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:19:55.033 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/06 09:19:55.115 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:19:55.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.58167331\n# Parse_time: 0.000997257\n# Compile_time: 0.001475856\n# Rewrite_time: 0.000245421\n# Optimize_time: 0.000994772\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:19:55.164 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:19:55.193 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:55.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:19:55.193 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:19:55.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:19:55.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:19:55.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:55.268 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/06 09:19:55.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.549003ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:19:55.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/06 09:19:55.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=54.458946ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:55.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:55.422 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 09:19:55.430 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 09:19:55.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:19:55.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:19:55.487 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:19:55.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:19:55.491 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328336017\n# Parse_time: 0.000344501\n# Compile_time: 0.001060374\n# Rewrite_time: 0.000047014\n# Optimize_time: 0.000994114\n# Wait_TS: 0.000447692\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:19:55.508 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:55.681 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:19:55.799 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:19:55.838 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/06 09:19:55.838 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:19:55.944 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:19:55.945 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:55.947 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 09:19:55.970 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:55.972 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:19:55.972 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:19:55.972 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=50.342Β΅s] [2024/05/06 09:19:55.973 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=170.32Β΅s] [] [2024/05/06 09:19:55.973 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:19:55.973 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:19:56.084 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:19:56.090 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 09:19:56.159 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:19:56.196 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:56.198 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:19:56.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:19:56.207 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:19:56.207 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:19:56.208 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:56.208 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:19:56.208 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:19:56.208 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:56.209 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:19:56.209 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:19:56.209 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:56.222 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:19:56.224 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:19:56.224 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:19:56.224 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:19:56.225 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=700.7GiB] [2024/05/06 09:19:56.265 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/05/06 09:19:56.268 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:56.272 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:56.272 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/06 09:19:56.288 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/06 09:19:56.290 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=984.237Β΅s] [encodeDur=404.802Β΅s] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=223.412Β΅s] [type=file] [takeTime=1.970068ms] [] [2024/05/06 09:19:56.291 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/22613c81-e176-41fd-9df1-f967b74313d8.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/06 09:19:56.291 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=26.296156ms] [] [2024/05/06 09:19:56.291 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:19:56.291 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:19:56.291 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:56.293 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.874631ms] [] [2024/05/06 09:19:56.293 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:19:56.298 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:19:56.319 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:19:56.320 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:19:56.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:19:56.334 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=41.005654ms] [] [2024/05/06 09:19:56.334 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:19:56.335 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.029937ms] [] [2024/05/06 09:19:56.336 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:19:56.336 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:56.337 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.468731ms] [] [2024/05/06 09:19:56.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:19:56.337 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:56.337 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=94.233Β΅s] [] [2024/05/06 09:19:56.337 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:19:56.338 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.016701ms] [] [2024/05/06 09:19:56.385 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:19:56.388 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:19:56.388 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:56.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:56.389 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:56.389 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:19:56.390 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:19:56.390 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:19:56.390 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:19:56.391 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:19:56.391 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:19:56.391 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=194.317702ms] [] [2024/05/06 09:19:56.463 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:19:56.465 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:19:56.467 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 09:19:56.467 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:19:56.551 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:19:56.553 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:19:56.553 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:19:56.727 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:19:56.772 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:20:01.777 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:20:01.777 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:20:01.787 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=10.244798ms] [] [2024/05/06 09:20:01.787 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/06 09:20:01.788 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:20:01.788 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/05/06 09:20:01.788 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/05/06 09:20:01.791 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/06 09:20:01.792 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:20:01.792 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=15.201211ms] [] [2024/05/06 09:20:01.792 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.020262733s] [] [2024/05/06 09:20:01.839 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=5.112050801s] [] [2024/05/06 09:20:01.855 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:01.855 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/06 09:20:01.859 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/06 09:20:01.925 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/06 09:20:01.944 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/06 09:20:01.968 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:01.968 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/06 09:20:02.067 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:02.182 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.689512937\n# Parse_time: 0.000645923\n# Compile_time: 0.00162069\n# Rewrite_time: 0.000332407\n# Optimize_time: 0.000994114\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:20:02.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:20:02.226 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:02.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:02.226 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:02.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:20:02.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:02.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.284 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/06 09:20:02.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.527515ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:02.345 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/06 09:20:02.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.925969ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:02.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.437 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 09:20:02.445 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 09:20:02.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:02.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.501 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:20:02.502 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:02.505 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314166552\n# Parse_time: 0.000245384\n# Compile_time: 0.000728773\n# Rewrite_time: 0.000034494\n# Optimize_time: 0.001144443\n# Wait_TS: 0.000386341\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:20:02.506 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:20:02.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:02.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:02.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:02.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:20:02.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:02.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.618 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/06 09:20:02.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.322299ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:02.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/06 09:20:02.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.69697ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:02.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.777 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/06 09:20:02.786 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 09:20:02.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:02.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:02.860 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:20:02.860 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:02.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358491901\n# Parse_time: 0.000205039\n# Compile_time: 0.000683175\n# Rewrite_time: 0.000041323\n# Optimize_time: 0.001144443\n# Wait_TS: 0.000314247\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:20:02.882 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:03.082 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/06 09:20:03.175 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:03.219 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/06 09:20:03.219 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:03.325 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:03.326 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:03.327 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 09:20:03.348 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:03.350 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:20:03.351 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:20:03.351 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.168Β΅s] [2024/05/06 09:20:03.351 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=166.721Β΅s] [] [2024/05/06 09:20:03.351 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:03.351 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:03.513 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 09:20:03.549 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:03.593 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:03.594 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:20:03.596 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:03.604 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:03.604 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:03.605 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:03.605 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:03.606 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:03.606 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:03.606 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:03.606 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:03.606 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:03.620 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:03.622 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:03.622 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:20:03.622 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:03.623 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=700.7GiB] [2024/05/06 09:20:03.670 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/05/06 09:20:03.675 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:03.678 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:03.678 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/06 09:20:03.710 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/06 09:20:03.712 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.01017ms] [encodeDur=414.684Β΅s] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=271.646Β΅s] [type=file] [takeTime=2.03554ms] [] [2024/05/06 09:20:03.713 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=43.341508ms] [] [2024/05/06 09:20:03.713 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/5d169d9b-4fb6-4011-9143-4fe8c231703b.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/06 09:20:03.713 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:20:03.714 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:20:03.714 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:03.716 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.955615ms] [] [2024/05/06 09:20:03.716 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:20:03.720 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:03.742 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:20:03.743 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:03.757 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:20:03.759 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=43.664087ms] [] [2024/05/06 09:20:03.759 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:03.760 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.005379ms] [] [2024/05/06 09:20:03.761 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:20:03.761 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:03.762 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.462015ms] [] [2024/05/06 09:20:03.762 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:20:03.762 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:03.762 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=55.271Β΅s] [] [2024/05/06 09:20:03.762 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:03.763 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=766.879Β΅s] [] [2024/05/06 09:20:03.845 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:20:03.849 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:03.849 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:03.849 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:03.850 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:03.852 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:03.852 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:03.852 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:03.852 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:03.852 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:03.852 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=258.855552ms] [] [2024/05/06 09:20:03.857 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:03.858 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:03.860 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:03.905 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:20:03.907 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:03.907 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:04.049 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:04.102 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:20:04.102 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:20:04.102 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:20:04.111 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=8.552953ms] [] [2024/05/06 09:20:04.111 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/06 09:20:04.111 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:20:04.111 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/05/06 09:20:04.111 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/05/06 09:20:04.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/06 09:20:04.117 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:20:04.117 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=14.791675ms] [] [2024/05/06 09:20:04.117 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=15.008837ms] [] [2024/05/06 09:20:04.196 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=146.916217ms] [] [2024/05/06 09:20:04.243 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:04.243 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/06 09:20:04.247 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/06 09:20:04.318 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/06 09:20:04.324 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/06 09:20:04.346 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:04.346 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/06 09:20:04.438 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.573289098\n# Parse_time: 0.000807545\n# Compile_time: 0.001931802\n# Rewrite_time: 0.000361101\n# Optimize_time: 0.001144443\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 09:20:04.442 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:04.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:20:04.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:04.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:04.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:04.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:20:04.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:04.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:04.614 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/06 09:20:04.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.626114ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:04.682 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/06 09:20:04.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.702246ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:04.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:04.752 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 09:20:04.761 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 09:20:04.765 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:04.435 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:04.828 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:20:04.828 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:04.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387142474\n# Parse_time: 0.000414906\n# Compile_time: 0.000882696\n# Rewrite_time: 0.000039921\n# Optimize_time: 0.001833611\n# Wait_TS: 0.003589653\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:20:04.837 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:20:04.869 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:04.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:20:04.869 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:04.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:04.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:04.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:04.949 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/06 09:20:04.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.502776ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:05.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/06 09:20:05.040 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["ddl job id"=230] [ver=157] [2024/05/06 09:20:05.062 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=76.857133ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:04.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:05.111 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 09:20:05.120 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 09:20:05.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:04.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:05.199 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:20:05.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:05.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366473724\n# Parse_time: 0.000306565\n# Compile_time: 0.000796345\n# Rewrite_time: 0.000038133\n# Optimize_time: 0.001833611\n# Wait_TS: 0.000415677\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:20:05.219 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:05.250 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:05.340 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:05.375 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 09:20:05.375 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:05.482 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:05.483 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:05.484 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 09:20:05.504 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:05.508 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:20:05.508 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:20:05.508 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=50.772Β΅s] [2024/05/06 09:20:05.508 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=159.017Β΅s] [] [2024/05/06 09:20:05.508 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:05.508 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:05.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 09:20:05.672 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:05.710 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:05.712 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:20:05.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:05.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:05.722 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:05.722 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:05.722 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:05.723 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:05.723 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:05.723 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:05.723 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:05.723 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:05.737 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:05.738 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:05.739 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:20:05.739 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:05.739 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=700.7GiB] [2024/05/06 09:20:05.787 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/05/06 09:20:05.791 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:05.794 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:05.795 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 09:20:05.843 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/06 09:20:05.846 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.40471ms] [encodeDur=703.262Β΅s] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=346.391Β΅s] [type=file] [takeTime=2.896259ms] [] [2024/05/06 09:20:05.847 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=60.422572ms] [] [2024/05/06 09:20:05.847 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/76a85e66-3bc9-46fc-bd8f-606c01836cf0.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/06 09:20:05.848 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:20:05.848 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:20:05.848 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:05.850 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.849998ms] [] [2024/05/06 09:20:05.850 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:20:05.856 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:05.878 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/06 09:20:05.878 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:20:05.878 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/06 09:20:05.878 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:05.899 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:20:05.899 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/06 09:20:05.916 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=66.464206ms] [] [2024/05/06 09:20:05.916 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:05.918 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.065828ms] [] [2024/05/06 09:20:05.918 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:20:05.918 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:05.919 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.433588ms] [] [2024/05/06 09:20:05.919 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:20:05.919 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:05.919 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=55.451Β΅s] [] [2024/05/06 09:20:05.919 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:05.920 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=867.456Β΅s] [] [2024/05/06 09:20:05.967 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:05.970 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:05.970 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:05.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:05.970 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:05.972 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:05.972 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:05.972 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:05.972 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:05.972 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:05.972 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=261.905684ms] [] [2024/05/06 09:20:05.995 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:05.996 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:05.998 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:06.046 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:20:06.047 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:06.047 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:06.215 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:06.256 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:20:06.256 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:20:06.256 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:20:06.264 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=8.12419ms] [] [2024/05/06 09:20:06.264 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/06 09:20:06.264 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:20:06.264 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/05/06 09:20:06.264 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/05/06 09:20:06.268 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/06 09:20:06.268 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:20:06.268 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=12.634267ms] [] [2024/05/06 09:20:06.268 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=12.862638ms] [] [2024/05/06 09:20:06.301 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:06.301 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/06 09:20:06.304 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/06 09:20:06.310 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=94.352641ms] [] [2024/05/06 09:20:06.358 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/06 09:20:06.380 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 09:20:06.404 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:06.404 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/06 09:20:06.482 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:06.622 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.418135109\n# Parse_time: 0.000705425\n# Compile_time: 0.0014561\n# Rewrite_time: 0.000266141\n# Optimize_time: 0.001833611\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:20:06.633 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:20:06.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:06.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:06.664 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:06.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:20:06.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:06.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:06.739 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/06 09:20:06.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=2.436451ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:06.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/06 09:20:06.833 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.517868ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:06.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:06.893 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/06 09:20:06.902 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/06 09:20:06.906 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:06.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:06.974 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:20:06.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:06.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345947769\n# Parse_time: 0.000223891\n# Compile_time: 0.000744295\n# Rewrite_time: 0.000034452\n# Optimize_time: 0.001465127\n# Wait_TS: 0.000496907\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:20:07.024 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:07.200 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:07.293 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:07.327 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/06 09:20:07.328 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:07.437 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:07.438 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:07.440 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 09:20:07.461 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:07.464 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:20:07.464 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:20:07.464 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=52.444Β΅s] [2024/05/06 09:20:07.464 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=165.132Β΅s] [] [2024/05/06 09:20:07.465 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:07.465 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:07.580 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:20:07.586 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 09:20:07.614 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:07.654 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:07.655 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:20:07.657 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:07.665 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:07.665 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:07.665 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:07.665 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:07.666 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:07.666 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:07.666 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:07.666 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:07.666 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:07.680 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:07.682 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:07.682 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:20:07.682 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:07.682 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=700.7GiB] [2024/05/06 09:20:07.719 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/05/06 09:20:07.723 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:20:07.726 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:20:07.726 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/06 09:20:10.734 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.01484386s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:20:10.734 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:20:10.735 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:10.735 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:10.735 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:10.735 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:20:10.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:10.758 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:20:10.762 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:10.762 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:10.762 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:10.762 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:10.762 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:10.764 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:10.764 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:10.764 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:10.764 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:10.764 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:10.764 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.110420561s] [error="occur an error when sort chunk"] [2024/05/06 09:20:10.764 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:20:10.871 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:20:10.891 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/06 09:20:10.949 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:20:10.951 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:20:10.953 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/06 09:20:11.035 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/06 09:20:11.057 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:11.057 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/06 09:20:11.178 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:11.246 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:20:11.247 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.267749255\n# Parse_time: 0.000738274\n# Compile_time: 0.001440519\n# Rewrite_time: 0.000243948\n# Optimize_time: 0.001465127\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4yNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMjZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/06 09:20:11.276 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:20:11.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:11.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:20:11.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=264.299Β΅s] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:11.400 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/06 09:20:11.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.590734ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=189.993Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:11.511 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/06 09:20:11.549 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.099582ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=220.928Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:11.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/06 09:20:11.737 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.667547ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.795 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/06 09:20:11.803 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/06 09:20:11.807 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.856 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 09:20:11.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:11.860 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.585015347\n# Parse_time: 0.000422006\n# Compile_time: 0.000716851\n# Rewrite_time: 0.000046615\n# Optimize_time: 0.001465127\n# Wait_TS: 0.000414436\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:20:11.862 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 09:20:11.891 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:11.891 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:20:11.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:11.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=957.937Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:11.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/06 09:20:12.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.562577ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:12.132 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:11.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:12.158 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 09:20:12.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:12.162 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301143462\n# Parse_time: 0.000338005\n# Compile_time: 0.000777619\n# Rewrite_time: 0.000031403\n# Optimize_time: 0.001465127\n# Wait_TS: 0.000371068\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:20:12.165 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:20:12.168 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:20:12.218 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:12.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:12.218 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:12.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:12.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:12.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:12.264 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/06 09:20:12.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.598616ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:12.333 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/06 09:20:12.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.839237ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:12.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:12.443 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:12.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:12.490 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 09:20:12.491 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:12.540 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373534111\n# Parse_time: 0.000562246\n# Compile_time: 0.000793239\n# Rewrite_time: 0.000052674\n# Optimize_time: 0.001465127\n# Wait_TS: 0.00040207\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:12.557 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:12.753 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:12.845 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:12.892 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/06 09:20:12.892 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:12.999 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:13.002 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:13.004 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 09:20:13.026 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:13.029 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:13.029 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:20:13.029 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=65.104Β΅s] [2024/05/06 09:20:13.029 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=248.58Β΅s] [] [2024/05/06 09:20:13.029 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:13.029 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:13.139 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 09:20:13.162 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 09:20:13.167 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:13.205 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:13.206 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:20:13.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:13.216 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:13.216 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:13.217 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:13.217 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:13.218 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:13.218 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:13.218 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:13.218 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:13.218 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:13.233 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:13.235 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:13.235 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:13.235 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:13.235 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=700.7GiB] [2024/05/06 09:20:13.275 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/05/06 09:20:13.279 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:13.282 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:13.283 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/06 09:20:13.312 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:20:13.352 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=35.619396ms] [encodeDur=3.034267ms] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=640.856Β΅s] [type=file] [takeTime=40.152378ms] [] [2024/05/06 09:20:13.353 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/58129a50-c3fc-4db8-915d-048a3c381dff.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/06 09:20:13.353 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=77.888202ms] [] [2024/05/06 09:20:13.354 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:20:13.354 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:20:13.354 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:13.356 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.00204ms] [] [2024/05/06 09:20:13.356 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:20:13.362 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:13.384 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 09:20:13.384 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:13.397 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 09:20:13.399 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.183531ms] [] [2024/05/06 09:20:13.400 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:13.401 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.122129ms] [] [2024/05/06 09:20:13.401 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:20:13.401 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:13.402 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.569375ms] [] [2024/05/06 09:20:13.402 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:20:13.403 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:13.403 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.431Β΅s] [] [2024/05/06 09:20:13.403 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:13.404 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=959.641Β΅s] [] [2024/05/06 09:20:13.449 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:20:13.452 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:13.452 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:13.452 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:13.452 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:13.452 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:13.452 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:13.452 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:13.453 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:13.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:13.453 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:13.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:13.453 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:13.453 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:13.455 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:13.455 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:13.455 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:13.455 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:13.455 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:13.456 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=250.545324ms] [] [2024/05/06 09:20:13.515 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:13.516 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:13.518 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:13.518 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:13.594 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:20:13.595 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:13.595 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:13.784 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:13.835 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:20:13.836 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:20:13.836 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:20:13.844 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=8.405699ms] [] [2024/05/06 09:20:13.844 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/06 09:20:13.844 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:20:13.845 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 09:20:13.845 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 09:20:13.849 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/06 09:20:13.850 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:20:13.850 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=14.238315ms] [] [2024/05/06 09:20:13.850 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=14.470026ms] [] [2024/05/06 09:20:13.895 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=110.383723ms] [] [2024/05/06 09:20:13.912 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:13.912 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/06 09:20:13.916 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/06 09:20:13.954 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/06 09:20:13.997 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/06 09:20:14.019 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:14.019 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/06 09:20:14.140 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.599286126\n# Parse_time: 0.0008456\n# Compile_time: 0.001911242\n# Rewrite_time: 0.000359172\n# Optimize_time: 0.001465127\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:20:14.143 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:14.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:20:14.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:14.177 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:20:14.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=246.319Β΅s] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:14.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/06 09:20:14.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.074341ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=218.123Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:14.388 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/06 09:20:14.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.091381ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.504 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/06 09:20:14.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=279.798Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:14.590 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/06 09:20:14.627 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.760964ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.692 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/06 09:20:14.700 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/06 09:20:14.705 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:14.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.771 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:20:14.771 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:14.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.626478971\n# Parse_time: 0.000249486\n# Compile_time: 0.000657565\n# Rewrite_time: 0.000056917\n# Optimize_time: 0.00087702\n# Wait_TS: 0.000392625\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:20:14.777 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 09:20:14.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:14.818 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:20:14.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:14.876 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/06 09:20:14.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=3.196572ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:14.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/06 09:20:15.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.55658ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:14.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:15.072 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:14.785 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:15.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:20:15.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:15.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349501206\n# Parse_time: 0.000613102\n# Compile_time: 0.000918347\n# Rewrite_time: 0.000045422\n# Optimize_time: 0.00087702\n# Wait_TS: 0.000352985\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:20:15.142 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:15.323 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:15.450 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:15.498 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/06 09:20:15.498 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:15.603 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:15.605 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:15.606 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 09:20:15.625 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:15.628 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:15.628 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:20:15.628 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=51.481Β΅s] [2024/05/06 09:20:15.628 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=162.907Β΅s] [] [2024/05/06 09:20:15.629 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:15.629 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:15.780 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 09:20:15.794 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:15.800 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 09:20:15.833 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:15.834 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:20:15.835 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:15.844 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:15.844 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:15.845 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:15.845 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:15.846 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:15.846 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:15.846 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:15.846 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:15.846 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:15.860 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:15.861 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:15.861 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:15.861 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:15.861 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=700.7GiB] [2024/05/06 09:20:15.900 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/05/06 09:20:15.904 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:15.907 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:15.908 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/06 09:20:15.923 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:20:15.926 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.215095ms] [encodeDur=1.149303ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=248.289Β΅s] [type=file] [takeTime=2.979567ms] [] [2024/05/06 09:20:15.926 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=26.146159ms] [] [2024/05/06 09:20:15.926 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/5a790295-ea58-4709-9128-5c358d6a60be.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/06 09:20:15.927 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:20:15.927 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:20:15.927 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:15.929 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.839341ms] [] [2024/05/06 09:20:15.929 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:20:15.933 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:15.956 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 09:20:15.956 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:15.969 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 09:20:15.971 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.481586ms] [] [2024/05/06 09:20:15.971 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:15.972 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=920.864Β΅s] [] [2024/05/06 09:20:15.972 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:20:15.972 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:15.974 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.419949ms] [] [2024/05/06 09:20:15.974 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:20:15.974 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:15.974 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=53.873Β΅s] [] [2024/05/06 09:20:15.974 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:15.975 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=798.021Β΅s] [] [2024/05/06 09:20:16.019 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:16.021 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:16.022 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:16.022 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:16.023 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:16.026 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:16.026 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:16.026 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:16.027 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:16.027 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:16.028 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:16.028 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:16.028 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:16.028 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:16.028 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:16.029 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=195.65547ms] [] [2024/05/06 09:20:16.089 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:20:16.090 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:16.090 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:16.280 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:16.323 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:20:16.323 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:20:16.323 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:20:16.331 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=7.968529ms] [] [2024/05/06 09:20:16.331 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/06 09:20:16.331 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:20:16.331 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/05/06 09:20:16.331 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/05/06 09:20:16.335 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/06 09:20:16.336 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:20:16.336 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.903157ms] [] [2024/05/06 09:20:16.336 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=13.199311ms] [] [2024/05/06 09:20:16.375 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=94.985231ms] [] [2024/05/06 09:20:16.418 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:16.418 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/06 09:20:16.421 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/06 09:20:16.486 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/06 09:20:16.537 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/06 09:20:16.554 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:16.554 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/06 09:20:16.641 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:16.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.573547163\n# Parse_time: 0.000745322\n# Compile_time: 0.001712181\n# Rewrite_time: 0.000339355\n# Optimize_time: 0.00087702\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:20:16.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:20:16.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:16.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:20:16.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:16.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=300.956Β΅s] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:16.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/06 09:20:16.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.399814ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:16.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=288.731Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:17.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/06 09:20:17.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.82814ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.147 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/06 09:20:17.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=282.96Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:20:17.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/06 09:20:17.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=54.192062ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.290 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/06 09:20:17.298 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/06 09:20:17.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:16.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 09:20:17.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:17.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.667907574\n# Parse_time: 0.000441334\n# Compile_time: 0.000766768\n# Rewrite_time: 0.000045101\n# Optimize_time: 0.000885748\n# Wait_TS: 0.000411497\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:20:17.379 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:20:17.415 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=31.57236ms] [2024/05/06 09:20:17.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:17.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:17.462 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:17.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:17.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:17.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.526 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/06 09:20:17.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.525416ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:17.620 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/06 09:20:17.653 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.536442ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:17.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:17.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:17.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 09:20:17.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:17.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.382176021\n# Parse_time: 0.001070757\n# Compile_time: 0.001720269\n# Rewrite_time: 0.000054834\n# Optimize_time: 0.000885748\n# Wait_TS: 0.000321687\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:17.774 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:18.018 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:18.118 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:18.163 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/06 09:20:18.163 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:18.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:18.272 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:18.273 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 09:20:18.294 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:18.299 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:18.299 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:20:18.299 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=54.773Β΅s] [2024/05/06 09:20:18.299 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=172.216Β΅s] [] [2024/05/06 09:20:18.299 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:18.299 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:18.417 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 09:20:18.437 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 09:20:18.465 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:18.509 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:18.511 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:20:18.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:18.524 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:18.524 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:18.525 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:18.525 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:18.527 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:18.527 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:18.527 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:18.527 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:18.527 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:18.542 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:18.544 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:18.544 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:18.544 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:18.544 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=700.7GiB] [2024/05/06 09:20:18.591 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/05/06 09:20:18.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:18.599 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:18.599 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/06 09:20:18.614 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:20:18.618 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.336237ms] [encodeDur=1.428611ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=265.716Β΅s] [type=file] [takeTime=3.460839ms] [] [2024/05/06 09:20:18.619 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=27.365232ms] [] [2024/05/06 09:20:18.619 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/df66a009-bdb2-4f08-b19b-49e101aeb52f.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/06 09:20:18.619 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:20:18.619 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:20:18.619 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:18.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.838ms] [] [2024/05/06 09:20:18.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:20:18.626 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:18.648 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:20:18.648 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:18.699 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:20:18.701 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=80.1268ms] [] [2024/05/06 09:20:18.701 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:18.703 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.306463ms] [] [2024/05/06 09:20:18.703 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:20:18.703 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:18.705 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.883331ms] [] [2024/05/06 09:20:18.705 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:20:18.705 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:18.705 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=64.168Β΅s] [] [2024/05/06 09:20:18.705 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:18.706 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.123402ms] [] [2024/05/06 09:20:18.760 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:20:18.763 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:18.763 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:18.763 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:18.763 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:18.766 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:18.766 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:18.766 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:18.766 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:18.766 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:18.766 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=256.400962ms] [] [2024/05/06 09:20:18.788 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:18.789 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:18.791 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:18.791 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:18.862 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 09:20:18.864 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:18.864 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:19.021 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:19.108 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:20:19.108 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:20:19.108 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:20:19.117 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=8.458712ms] [] [2024/05/06 09:20:19.117 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/06 09:20:19.117 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:20:19.117 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 09:20:19.117 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 09:20:19.121 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/06 09:20:19.122 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:20:19.122 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=13.484988ms] [] [2024/05/06 09:20:19.122 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=13.723003ms] [] [2024/05/06 09:20:19.169 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=147.734756ms] [] [2024/05/06 09:20:19.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:19.186 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/06 09:20:19.190 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/06 09:20:19.269 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/06 09:20:19.274 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/06 09:20:19.300 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:19.300 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/06 09:20:19.397 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.637520119\n# Parse_time: 0.000894122\n# Compile_time: 0.001584839\n# Rewrite_time: 0.000245534\n# Optimize_time: 0.000885748\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/05/06 09:20:19.410 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:20:19.420 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:19.478 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:19.478 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:20:19.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:19.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=312.446Β΅s] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:19.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/06 09:20:19.641 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.463828ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:19.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:19.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=214.945Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:19.767 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/06 09:20:19.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=54.025911ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:19.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:19.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=223.333Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:19.898 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/06 09:20:19.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.644259ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.034 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/06 09:20:20.043 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 09:20:20.046 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:19.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.091 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 09:20:20.091 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:20.095 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.687033886\n# Parse_time: 0.00085655\n# Compile_time: 0.001143604\n# Rewrite_time: 0.000045283\n# Optimize_time: 0.002139475\n# Wait_TS: 0.000455615\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:20:20.096 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:20:20.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:20.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:20.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:20.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:20:20.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:20.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.174697ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:20.210 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/06 09:20:20.246 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=54.046105ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:20.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.325 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:20.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.352 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:20:20.352 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:20.358 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:20:20.361 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:20:20.434 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:20.434 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:20.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.491 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 09:20:20.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.816612ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:20.579 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/06 09:20:20.608 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=54.286863ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.689 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:20.736 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:20:20.736 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:20.740 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380321541\n# Parse_time: 0.000515176\n# Compile_time: 0.000760765\n# Rewrite_time: 0.000039336\n# Optimize_time: 0.002139475\n# Wait_TS: 0.000474608\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:20:20.754 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:20.985 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:21.078 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:21.118 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/06 09:20:21.118 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:21.224 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:21.225 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:21.226 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 09:20:21.277 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:21.281 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:21.281 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:20:21.281 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=79.801Β΅s] [2024/05/06 09:20:21.281 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=209.007Β΅s] [] [2024/05/06 09:20:21.281 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:21.281 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:21.411 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 09:20:21.432 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 09:20:21.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:21.484 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:21.486 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:20:21.488 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:21.496 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:21.497 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:21.497 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:21.497 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:21.498 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:21.498 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:21.498 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:21.498 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:21.498 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:21.512 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:21.513 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:21.513 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:21.514 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:21.514 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=700.7GiB] [2024/05/06 09:20:21.557 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/05/06 09:20:21.561 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:21.567 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:21.567 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 09:20:21.584 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 09:20:21.587 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.264834ms] [encodeDur=781.797Β΅s] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=288.105Β΅s] [type=file] [takeTime=2.979175ms] [] [2024/05/06 09:20:21.588 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=30.755352ms] [] [2024/05/06 09:20:21.588 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2eaf218f-748c-4c10-9dd4-9ed0addde6f9.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 09:20:21.588 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:20:21.588 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:20:21.588 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:21.591 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.062555ms] [] [2024/05/06 09:20:21.591 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:20:21.595 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:21.617 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:20:21.617 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:21.633 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:20:21.635 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.633181ms] [] [2024/05/06 09:20:21.635 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:21.637 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.296244ms] [] [2024/05/06 09:20:21.637 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:20:21.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:21.639 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.931931ms] [] [2024/05/06 09:20:21.639 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:20:21.639 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:21.639 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=90.214Β΅s] [] [2024/05/06 09:20:21.639 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:21.640 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.056607ms] [] [2024/05/06 09:20:21.730 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:21.735 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:21.735 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:21.735 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:21.735 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:21.738 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:21.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:21.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:21.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:21.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:21.738 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=253.369314ms] [] [2024/05/06 09:20:21.742 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:21.744 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:21.745 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:21.745 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:21.807 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 09:20:21.808 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:21.808 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:21.983 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:22.034 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:20:22.034 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:20:22.034 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:20:22.078 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=43.815509ms] [] [2024/05/06 09:20:22.078 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/06 09:20:22.078 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:20:22.079 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 09:20:22.079 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 09:20:22.083 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/06 09:20:22.084 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:20:22.084 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=49.8515ms] [] [2024/05/06 09:20:22.084 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=50.033635ms] [] [2024/05/06 09:20:22.130 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=146.864184ms] [] [2024/05/06 09:20:22.137 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:22.137 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/06 09:20:22.140 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/06 09:20:22.183 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/06 09:20:22.224 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/06 09:20:22.242 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:22.242 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/06 09:20:22.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5907588430000001\n# Parse_time: 0.000627666\n# Compile_time: 0.001532185\n# Rewrite_time: 0.000363522\n# Optimize_time: 0.002139475\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:20:22.335 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:22.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:20:22.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:22.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:22.371 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:22.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:20:22.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:22.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:22.428 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/06 09:20:22.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.978836ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:22.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/06 09:20:22.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=54.713083ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:22.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:22.597 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 09:20:22.605 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/06 09:20:22.609 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:22.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:22.672 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:20:22.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:22.675 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.335100079\n# Parse_time: 0.000168521\n# Compile_time: 0.000652161\n# Rewrite_time: 0.000035511\n# Optimize_time: 0.001501374\n# Wait_TS: 0.000475108\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:20:22.689 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:22.911 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:23.005 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:23.042 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/06 09:20:23.042 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:23.147 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:23.148 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:23.149 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 09:20:23.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:23.173 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:23.173 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:20:23.173 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=71.021Β΅s] [2024/05/06 09:20:23.173 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=202.603Β΅s] [] [2024/05/06 09:20:23.173 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:23.173 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:23.338 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 09:20:23.358 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 09:20:23.382 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:23.433 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:23.434 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:20:23.435 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:23.443 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:23.443 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:23.444 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:23.444 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:23.445 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:23.445 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:23.445 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:23.445 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:23.445 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:23.459 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:23.460 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:23.460 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:23.460 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:23.460 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=700.7GiB] [2024/05/06 09:20:23.500 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/05/06 09:20:23.504 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:23.507 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:23.508 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/06 09:20:23.557 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/06 09:20:23.560 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.114623ms] [encodeDur=906.124Β΅s] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=279.514Β΅s] [type=file] [takeTime=2.685636ms] [] [2024/05/06 09:20:23.561 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=60.19568ms] [] [2024/05/06 09:20:23.561 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4a5a7487-0e67-47c6-9365-00994300c805.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/06 09:20:23.561 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:20:23.561 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:20:23.561 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:23.563 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.926895ms] [] [2024/05/06 09:20:23.563 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:20:23.567 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:23.589 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:20:23.590 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:23.603 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:20:23.605 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.95878ms] [] [2024/05/06 09:20:23.605 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:20:23.606 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.124505ms] [] [2024/05/06 09:20:23.606 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:20:23.606 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:23.608 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.450867ms] [] [2024/05/06 09:20:23.608 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:20:23.608 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:23.608 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=60.23Β΅s] [] [2024/05/06 09:20:23.608 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:20:23.609 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=893.011Β΅s] [] [2024/05/06 09:20:23.657 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:20:23.660 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:23.660 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:23.660 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:23.660 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:23.662 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:23.662 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:23.662 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:23.662 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:23.662 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:23.662 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=229.330839ms] [] [2024/05/06 09:20:23.667 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:23.668 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:23.669 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:23.669 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:23.767 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 09:20:23.768 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:23.768 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:23.960 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:24.005 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:20:24.005 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:20:24.005 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:20:24.013 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=8.032047ms] [] [2024/05/06 09:20:24.014 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/06 09:20:24.014 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:20:24.014 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 09:20:24.014 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 09:20:24.024 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/06 09:20:24.025 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:20:24.025 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=19.862203ms] [] [2024/05/06 09:20:24.025 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=20.056465ms] [] [2024/05/06 09:20:24.114 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=153.446437ms] [] [2024/05/06 09:20:24.164 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:24.165 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/06 09:20:24.169 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/06 09:20:24.248 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/06 09:20:24.257 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/06 09:20:24.275 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:24.275 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/06 09:20:24.374 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:24.581 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.903803983\n# Parse_time: 0.00126401\n# Compile_time: 0.001521404\n# Rewrite_time: 0.000309972\n# Optimize_time: 0.001501374\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/06 09:20:24.592 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 09:20:24.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 09:20:24.629 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:24.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:24.629 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:24.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/06 09:20:24.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:24.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:24.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.286817ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:24.745 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/06 09:20:24.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.68133ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:24.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:24.860 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:24.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:24.889 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:20:24.889 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:24.897 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:20:24.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:24.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:24.944 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:24.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:20:25.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:24.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:25.049 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/06 09:20:25.098 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.376136ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:25.112 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/06 09:20:25.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.492154ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:24.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:25.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:24.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:25.253 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:20:25.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:25.258 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362690203\n# Parse_time: 0.00071562\n# Compile_time: 0.001136076\n# Rewrite_time: 0.000074139\n# Optimize_time: 0.001380821\n# Wait_TS: 0.000762312\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:20:25.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:25.517 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:25.618 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:25.656 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/06 09:20:25.656 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:25.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:25.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:25.764 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 09:20:25.786 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:25.790 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:20:25.790 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:20:25.790 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=51.404Β΅s] [2024/05/06 09:20:25.790 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=161.255Β΅s] [] [2024/05/06 09:20:25.790 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:25.790 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:25.955 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 09:20:25.979 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 09:20:25.982 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:26.023 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:26.024 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:20:26.025 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:26.034 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:26.034 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:26.034 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:26.035 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:26.036 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:26.036 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:26.036 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:26.036 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:26.036 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:26.052 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:26.054 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:26.054 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:20:26.054 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:26.054 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=700.7GiB] [2024/05/06 09:20:26.113 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/05/06 09:20:26.117 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:20:26.121 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:20:26.122 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/06 09:20:26.198 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/06 09:20:26.201 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.484539ms] [encodeDur=585.23Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=153.281Β΅s] [type=file] [takeTime=2.662675ms] [] [2024/05/06 09:20:26.202 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/1c0bf902-8bc7-4a06-b9c8-0863ff350864.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/06 09:20:26.202 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=88.515601ms] [] [2024/05/06 09:20:26.202 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:20:26.202 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:20:26.202 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:20:26.204 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.172125ms] [] [2024/05/06 09:20:26.204 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 09:20:26.209 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:26.231 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:20:26.232 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:26.246 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:20:26.248 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=43.977558ms] [] [2024/05/06 09:20:26.249 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:20:26.250 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.439582ms] [] [2024/05/06 09:20:26.250 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:20:26.250 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:20:26.252 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.883429ms] [] [2024/05/06 09:20:26.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 09:20:26.252 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:20:26.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=68.413Β΅s] [] [2024/05/06 09:20:26.252 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:20:26.253 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=942.949Β΅s] [] [2024/05/06 09:20:26.308 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:20:26.312 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:26.312 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:26.312 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:26.312 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:26.315 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:26.315 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:26.315 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:26.315 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:26.315 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:26.315 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=292.120711ms] [] [2024/05/06 09:20:26.398 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:26.399 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:26.400 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:26.400 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:26.433 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:20:26.433 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 09:20:26.478 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/06 09:20:26.479 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:20:26.480 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 09:20:26.486 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/06 09:20:26.561 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:20:26.562 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.301946015\n# Parse_time: 0.00089463\n# Compile_time: 0.002012972\n# Rewrite_time: 0.000295531\n# Optimize_time: 0.001380821\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:20:26.562 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] === RUN TestImportInto/TestKillBeforeFinish [2024/05/06 09:20:26.584 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:26.584 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/06 09:20:26.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 09:20:26.644 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 09:20:26.669 +00:00] [WARN] [session.go:803] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449573611525636099, conflictStartTS=449573611525636108, conflictCommitTS=449573611539005442, key={tableID=281474976710650, tableName=mysql.tidb_background_subtask, indexID=1, indexValues={51, 99, }}, originalKey=748000fffffffffffa5f698000000000000001013531000000000000f9038000000000000063, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={reverted, 51, }}, originalPrimaryKey=7480000000000000525f698000000000000001017265766572746564ff0000000000000000f7038000000000000033, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 09:20:26.669 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 09:20:26.672 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 09:20:26.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:26.681 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/06 09:20:26.681 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 09:20:26.683 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 09:20:26.689 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=4] [sql=] [2024/05/06 09:20:26.699 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=5] [sql=] [2024/05/06 09:20:26.702 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=179] [retryCnt=0] [queryNum=6] [sql=] [2024/05/06 09:20:26.702 +00:00] [WARN] [session.go:1114] ["transaction association"] ["retrying txnStartTS"=449573611539005456] ["original txnStartTS"=449573611525636099] [2024/05/06 09:20:26.703 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:26.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:26.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.048245ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:26.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/06 09:20:26.862 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=54.727632ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:26.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:26.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:26.957 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 09:20:26.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:26.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317827942\n# Parse_time: 0.000274822\n# Compile_time: 0.000733867\n# Rewrite_time: 0.00002754\n# Optimize_time: 0.000158734\n# Wait_TS: 0.00043175\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 32ea063e6be022f03140c08932b151273956be8bac928675ddd85b677498b4a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE kill_job;"] [2024/05/06 09:20:26.963 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:20:27.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:26.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:27.005 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:26.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:20:27.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:26.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:27.057 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/06 09:20:27.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.603152ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:27.144 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/06 09:20:27.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=85.20213ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:26.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:27.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:26.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:27.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/06 09:20:27.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:27.324 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362485916\n# Parse_time: 0.000537233\n# Compile_time: 0.000875817\n# Rewrite_time: 0.000045853\n# Optimize_time: 0.000158734\n# Wait_TS: 0.000378423\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:20:27.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:27.509 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:27.674 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:27.713 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/06 09:20:27.713 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:27.821 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:27.822 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:27.823 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 09:20:27.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:27.844 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:27.844 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 09:20:27.844 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=66.685Β΅s] [2024/05/06 09:20:27.844 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.971Β΅s] [] [2024/05/06 09:20:27.844 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:27.844 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:27.955 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 09:20:27.975 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 09:20:27.997 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:28.094 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:28.095 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:20:28.096 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:28.105 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:28.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:28.106 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:28.106 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:28.107 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:28.107 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:28.107 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:28.107 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:28.107 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:28.122 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:28.124 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:28.124 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:28.124 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:28.124 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=700.7GiB] [2024/05/06 09:20:28.166 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/05/06 09:20:28.171 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:20:28.174 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:20:28.175 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/06 09:20:28.190 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/06 09:20:28.192 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.019234ms] [encodeDur=589.367Β΅s] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=330.688Β΅s] [type=file] [takeTime=2.404651ms] [] [2024/05/06 09:20:28.193 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=26.810251ms] [] [2024/05/06 09:20:28.193 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/ae3f28e2-6cde-4f04-bb0a-e78b6789cee2.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/06 09:20:28.193 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:20:28.193 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:20:28.193 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:20:28.196 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=2.304071ms] [] [2024/05/06 09:20:28.196 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 09:20:28.201 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:28.221 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/06 09:20:28.223 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:20:28.223 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:28.226 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/06 09:20:28.236 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:20:28.238 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=41.757877ms] [] [2024/05/06 09:20:28.238 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:20:28.239 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=997.572Β΅s] [] [2024/05/06 09:20:28.239 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:20:28.239 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:20:28.240 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.508979ms] [] [2024/05/06 09:20:28.241 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/06 09:20:28.241 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:20:28.241 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=55.659Β΅s] [] [2024/05/06 09:20:28.241 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:20:28.242 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=825.135Β΅s] [] [2024/05/06 09:20:28.285 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:20:28.288 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:28.288 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:28.288 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:28.289 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:28.289 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:28.289 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:28.289 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:28.289 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:28.291 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:28.291 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:28.291 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:28.291 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:28.291 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:28.291 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=197.191085ms] [] [2024/05/06 09:20:28.292 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=52] [2024/05/06 09:20:28.306 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/06 09:20:28.337 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:20:28.339 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 09:20:28.356 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/06 09:20:28.420 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/06 09:20:28.442 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:28.442 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/06 09:20:28.552 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.226000186\n# Parse_time: 0.000604986\n# Compile_time: 0.001218673\n# Rewrite_time: 0.00029236\n# Optimize_time: 0.000158734\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yMnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:20:28.570 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestLoadSQLDump [2024/05/06 09:20:29.637 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:20:29.666 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:29.666 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:20:29.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:29.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=335.869Β΅s] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:29.765 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/06 09:20:29.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.597836ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:29.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:29.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=245.47Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:29.921 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/06 09:20:29.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=55.467623ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.007 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=226.484Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:30.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/06 09:20:30.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=54.08331ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.202 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/06 09:20:30.213 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/06 09:20:30.216 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:29.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:20:30.261 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:30.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.629513343\n# Parse_time: 0.001052203\n# Compile_time: 0.001163472\n# Rewrite_time: 0.000045793\n# Optimize_time: 0.000225257\n# Wait_TS: 0.000573394\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:20:30.267 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:20:30.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:30.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:30.299 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:30.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:20:30.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:30.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.413 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.220838ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:30.426 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/06 09:20:30.461 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.264603ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:30.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.501 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:30.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.570 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 09:20:30.570 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:30.574 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308749131\n# Parse_time: 0.00026625\n# Compile_time: 0.001012305\n# Rewrite_time: 0.000044622\n# Optimize_time: 0.000225257\n# Wait_TS: 0.000506375\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:20:30.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 09:20:30.627 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:30.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:30.627 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:30.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:20:30.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:30.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.711 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/06 09:20:30.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.586622ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:30.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/06 09:20:30.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.565209ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:30.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:30.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:30.956 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 09:20:30.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:30.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.384831292\n# Parse_time: 0.001270835\n# Compile_time: 0.002201849\n# Rewrite_time: 0.000050116\n# Optimize_time: 0.000225257\n# Wait_TS: 0.000461292\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:20:31.012 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:31.185 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:20:31.268 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:31.309 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/06 09:20:31.309 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:31.421 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:31.423 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:31.424 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 09:20:31.449 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:31.452 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:31.452 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:20:31.452 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=72.014Β΅s] [2024/05/06 09:20:31.452 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=218.557Β΅s] [] [2024/05/06 09:20:31.453 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:31.453 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:31.580 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 09:20:31.603 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 09:20:31.624 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:31.664 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:31.665 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:20:31.667 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:31.674 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:31.675 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:31.675 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:31.675 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:31.676 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:31.676 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:31.676 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:31.676 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:31.676 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:31.691 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:31.693 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:31.693 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:31.693 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:31.693 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=700.7GiB] [2024/05/06 09:20:31.738 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/05/06 09:20:31.742 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:31.746 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:31.747 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 09:20:31.756 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/06 09:20:31.759 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.195057ms] [encodeDur=1.26396ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=316.435Β΅s] [type=file] [takeTime=3.173778ms] [] [2024/05/06 09:20:31.760 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=21.883927ms] [] [2024/05/06 09:20:31.760 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/3f169386-6183-4c1a-b8a6-15476895e475.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 09:20:31.761 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:20:31.761 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:20:31.761 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:31.763 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.403185ms] [] [2024/05/06 09:20:31.763 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:20:31.768 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:31.790 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:20:31.790 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:31.842 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:20:31.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=80.910983ms] [] [2024/05/06 09:20:31.844 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:31.846 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.696584ms] [] [2024/05/06 09:20:31.846 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:20:31.846 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:31.848 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.030063ms] [] [2024/05/06 09:20:31.848 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:20:31.849 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:31.849 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=61.654Β΅s] [] [2024/05/06 09:20:31.849 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:31.850 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.071912ms] [] [2024/05/06 09:20:31.895 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:20:31.899 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:31.899 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:31.899 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:31.899 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:31.901 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:31.901 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:31.901 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:31.902 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:31.902 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:31.902 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=237.526029ms] [] [2024/05/06 09:20:31.933 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:31.934 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:31.935 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:31.935 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:31.997 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:20:31.998 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:31.998 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:32.158 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:32.240 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:20:32.240 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:20:32.240 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:20:32.248 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=7.834775ms] [] [2024/05/06 09:20:32.248 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:20:32.248 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:20:32.248 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 09:20:32.249 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 09:20:32.252 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:20:32.252 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:20:32.253 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.215668ms] [] [2024/05/06 09:20:32.253 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.456045ms] [] [2024/05/06 09:20:32.292 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=133.826209ms] [] [2024/05/06 09:20:32.331 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:32.331 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/06 09:20:32.334 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/06 09:20:32.380 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/06 09:20:32.417 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/06 09:20:32.435 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:32.435 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/06 09:20:32.516 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:32.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.566038235\n# Parse_time: 0.000623011\n# Compile_time: 0.037450157\n# Rewrite_time: 0.000386532\n# Optimize_time: 0.000225257\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 09:20:32.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 09:20:32.604 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=43.307632ms] [2024/05/06 09:20:32.627 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:32.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:32.627 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:32.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 09:20:32.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:32.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:32.684 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/06 09:20:32.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.433148ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:32.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/06 09:20:32.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=54.007233ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:32.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:32.861 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/06 09:20:32.871 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/06 09:20:32.874 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:32.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:32.930 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 09:20:32.930 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:32.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.396659001\n# Parse_time: 0.000301872\n# Compile_time: 0.001051432\n# Rewrite_time: 0.000054875\n# Optimize_time: 0.000764316\n# Wait_TS: 0.000444813\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/06 09:20:33.161 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump1032998885/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:20:33.161 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:33.161 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:20:33.161 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=65.597Β΅s] [2024/05/06 09:20:33.161 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=199.288Β΅s] [] [2024/05/06 09:20:33.252 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:33.298 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 09:20:33.299 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:33.404 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:33.405 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:33.406 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 09:20:33.467 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:33.467 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:33.600 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 09:20:33.619 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 09:20:33.643 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:33.686 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:33.688 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:20:33.697 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:33.697 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:33.698 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:33.698 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:33.699 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:33.699 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:33.699 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:33.699 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:33.699 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:33.714 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:33.716 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:33.716 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:33.716 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:33.716 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=700.7GiB] [2024/05/06 09:20:33.757 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/05/06 09:20:33.761 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:33.764 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:33.765 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/06 09:20:33.776 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/06 09:20:33.781 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=3.09455ms] [encodeDur=856.077Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=335.121Β΅s] [type=file] [takeTime=4.679115ms] [] [2024/05/06 09:20:33.781 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=24.48663ms] [] [2024/05/06 09:20:33.781 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/6db25721-2e31-4d80-bfe9-4d46f37ac4ad.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/06 09:20:33.782 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:20:33.782 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:20:33.782 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:33.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.859893ms] [] [2024/05/06 09:20:33.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:20:33.788 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:33.811 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:20:33.811 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:33.825 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:20:33.827 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.874066ms] [] [2024/05/06 09:20:33.827 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:33.828 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=966.4Β΅s] [] [2024/05/06 09:20:33.828 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:20:33.828 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:33.829 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.438703ms] [] [2024/05/06 09:20:33.829 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:20:33.830 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:33.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=55.538Β΅s] [] [2024/05/06 09:20:33.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:33.831 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=892.803Β΅s] [] [2024/05/06 09:20:33.912 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:20:33.916 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:33.916 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:33.916 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:33.916 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:33.916 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:33.917 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:33.916 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:33.916 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:33.917 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:33.917 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:33.917 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:33.917 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:33.917 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:33.919 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:33.919 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:33.919 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:33.919 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:33.919 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:33.920 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:33.920 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=233.489561ms] [] [2024/05/06 09:20:33.921 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:33.922 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:33.922 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:33.991 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:20:33.992 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:33.992 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:34.139 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:34.179 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:20:34.180 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:20:34.180 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:20:34.186 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=6.696058ms] [] [2024/05/06 09:20:34.186 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:20:34.186 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:20:34.187 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/05/06 09:20:34.187 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/05/06 09:20:34.190 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:20:34.190 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:20:34.190 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=10.910781ms] [] [2024/05/06 09:20:34.191 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=11.07143ms] [] [2024/05/06 09:20:34.273 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=133.57586ms] [] [2024/05/06 09:20:34.321 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:34.322 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/06 09:20:34.325 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/06 09:20:34.386 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/06 09:20:34.405 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 09:20:34.426 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:34.426 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/05/06 09:20:34.507 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:34.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.582229034\n# Parse_time: 0.000707648\n# Compile_time: 0.001281953\n# Rewrite_time: 0.000265359\n# Optimize_time: 0.000764316\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump1032998885/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/06 09:20:34.527 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 09:20:34.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 09:20:34.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:34.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 09:20:34.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:34.675 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=957.341Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:34.685 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/06 09:20:34.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.527416ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:34.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:34.818 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 09:20:34.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:34.824 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 09:20:34.867 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:34.867 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 09:20:34.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:34.910 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/06 09:20:34.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.181799ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:34.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/06 09:20:35.038 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=85.96263ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:35.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:35.127 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 09:20:35.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:35.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308522109\n# Parse_time: 0.000889637\n# Compile_time: 0.001062133\n# Rewrite_time: 0.00004669\n# Optimize_time: 0.001276478\n# Wait_TS: 0.000345316\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/06 09:20:35.152 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:35.328 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:20:35.449 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:35.507 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/06 09:20:35.507 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:35.616 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:35.617 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:35.618 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 09:20:35.637 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:35.640 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:35.640 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:20:35.640 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=50.785Β΅s] [2024/05/06 09:20:35.641 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=163.692Β΅s] [] [2024/05/06 09:20:35.641 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:35.641 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:35.758 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 09:20:35.777 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 09:20:35.799 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:35.881 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:35.882 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:20:35.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:35.891 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:35.891 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:35.892 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:35.892 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:35.893 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:35.893 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:35.893 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:35.893 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:35.893 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:35.906 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:35.908 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:35.908 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:35.908 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:35.908 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=700.7GiB] [2024/05/06 09:20:35.954 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/05/06 09:20:35.958 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:35.961 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:35.961 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 09:20:36.002 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 09:20:36.176 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=28.273569ms] [encodeDur=137.230214ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.536631ms] [type=file] [takeTime=173.911733ms] [] [2024/05/06 09:20:36.177 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=222.886659ms] [] [2024/05/06 09:20:36.177 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/ecb54d70-ba19-46f3-94fb-79ae838bcc17.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 09:20:36.177 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:20:36.177 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:20:36.177 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:36.179 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.417493ms] [] [2024/05/06 09:20:36.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:20:36.219 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:36.241 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:20:36.241 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:36.276 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:20:36.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=98.245695ms] [] [2024/05/06 09:20:36.278 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:36.279 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.371143ms] [] [2024/05/06 09:20:36.279 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:20:36.279 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:36.281 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.685809ms] [] [2024/05/06 09:20:36.281 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:20:36.281 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:36.281 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=53.865Β΅s] [] [2024/05/06 09:20:36.281 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:36.282 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=901.781Β΅s] [] [2024/05/06 09:20:36.329 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:20:36.330 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:36.331 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:36.332 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:36.332 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:36.333 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:36.333 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:36.333 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:36.333 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:36.335 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:36.335 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:36.335 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:36.335 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:36.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:36.336 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=454.625269ms] [] [2024/05/06 09:20:36.397 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:20:36.398 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:36.398 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:36.528 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:36.619 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:20:36.619 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:20:36.620 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:20:36.629 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=9.184361ms] [] [2024/05/06 09:20:36.629 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:20:36.629 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:20:36.629 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/05/06 09:20:36.629 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/05/06 09:20:36.634 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:20:36.634 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:20:36.635 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=15.013029ms] [] [2024/05/06 09:20:36.635 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=15.246647ms] [] [2024/05/06 09:20:36.685 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=156.885462ms] [] [2024/05/06 09:20:36.729 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:36.729 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/06 09:20:36.733 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/06 09:20:36.783 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/06 09:20:36.817 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/06 09:20:36.840 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:36.840 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/06 09:20:36.947 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:37.050 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.912661428\n# Parse_time: 0.000689025\n# Compile_time: 0.001735393\n# Rewrite_time: 0.000385853\n# Optimize_time: 0.001276478\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:20:37.066 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 09:20:37.103 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:37.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:20:37.103 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:37.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:37.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:37.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:37.184 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/06 09:20:37.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=5.530163ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:37.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/06 09:20:37.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=54.930698ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:37.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:37.313 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/06 09:20:37.322 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/06 09:20:37.325 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:37.035 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:37.383 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 09:20:37.383 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:37.388 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323401155\n# Parse_time: 0.000424794\n# Compile_time: 0.000873062\n# Rewrite_time: 0.000043949\n# Optimize_time: 0.002125167\n# Wait_TS: 0.000361163\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:20:37.401 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:37.620 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:37.716 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:37.754 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 09:20:37.755 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:37.902 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:37.903 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:37.904 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 09:20:37.926 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:37.929 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:37.929 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:20:37.929 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=55.95Β΅s] [2024/05/06 09:20:37.929 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=164.94Β΅s] [] [2024/05/06 09:20:37.929 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:37.929 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:38.050 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 09:20:38.070 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:38.071 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 09:20:38.108 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:38.109 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:20:38.111 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:38.119 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:38.120 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:38.120 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:38.120 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:38.121 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:38.121 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:38.121 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:38.121 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:38.121 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:38.135 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:38.137 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:38.137 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:38.137 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:38.137 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=700.7GiB] [2024/05/06 09:20:38.175 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/05/06 09:20:38.178 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:38.182 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:38.182 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/06 09:20:38.192 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/06 09:20:38.400 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=27.655377ms] [encodeDur=171.168764ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.663511ms] [type=file] [takeTime=207.67131ms] [] [2024/05/06 09:20:38.400 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=225.716225ms] [] [2024/05/06 09:20:38.400 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/7cb37741-f3ce-419f-9527-ad6b53cf9c63.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/06 09:20:38.401 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:20:38.401 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:20:38.401 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:38.403 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.911143ms] [] [2024/05/06 09:20:38.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:20:38.408 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:38.430 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:20:38.430 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:48.013 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:20:48.016 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.612658007s] [] [2024/05/06 09:20:48.016 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:20:48.017 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.277604ms] [] [2024/05/06 09:20:48.017 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:20:48.017 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:48.019 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.710822ms] [] [2024/05/06 09:20:48.019 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:20:48.019 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:48.019 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=69.208Β΅s] [] [2024/05/06 09:20:48.019 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:20:48.020 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.129573ms] [] [2024/05/06 09:20:48.060 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:20:48.063 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:48.063 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:48.063 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:48.064 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:48.064 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:48.064 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:48.064 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:48.067 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:48.067 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:48.067 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:48.067 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:48.067 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:48.067 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=9.959292048s] [] [2024/05/06 09:20:48.074 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:48.075 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:48.076 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:48.076 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:48.172 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:20:48.173 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:48.173 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:48.327 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:48.371 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:20:48.371 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:20:48.371 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:20:48.378 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=6.949316ms] [] [2024/05/06 09:20:48.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:20:48.378 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:20:48.379 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/05/06 09:20:48.379 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/05/06 09:20:48.383 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:20:48.383 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:20:48.383 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.285052ms] [] [2024/05/06 09:20:48.384 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.508509ms] [] [2024/05/06 09:20:48.419 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=91.593455ms] [] [2024/05/06 09:20:48.492 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:48.492 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/06 09:20:48.495 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/06 09:20:48.546 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/06 09:20:48.560 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 09:20:48.588 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:48.588 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/06 09:20:48.664 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:48.903 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.514453594999999\n# Parse_time: 0.000596229\n# Compile_time: 0.001238098\n# Rewrite_time: 0.000286431\n# Optimize_time: 0.002125167\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/06 09:20:48.918 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:20:48.941 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:48.941 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:20:48.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=266.248Β΅s] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:49.024 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/06 09:20:49.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.395733ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=187.06Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:49.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/06 09:20:49.170 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=54.172424ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=187.622Β΅s] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:49.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/06 09:20:49.296 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.835604ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.403 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/06 09:20:49.412 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/06 09:20:49.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:48.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.463 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 09:20:49.463 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:49.468 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.551226522\n# Parse_time: 0.000813153\n# Compile_time: 0.000936097\n# Rewrite_time: 0.000036744\n# Optimize_time: 0.001890778\n# Wait_TS: 0.000447175\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:20:49.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:20:49.501 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:49.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:49.501 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:49.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:20:49.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:49.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.212594ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:49.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/06 09:20:49.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=54.338819ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:49.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.702 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:49.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.729 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 09:20:49.729 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:49.735 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 09:20:49.782 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:49.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:49.782 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:49.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 09:20:49.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:49.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:49.892 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/06 09:20:49.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.29946ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:49.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/06 09:20:50.012 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=57.414034ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:49.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:50.049 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:49.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:50.094 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/06 09:20:50.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:50.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.364637547\n# Parse_time: 0.001264887\n# Compile_time: 0.001478013\n# Rewrite_time: 0.000051633\n# Optimize_time: 0.001890778\n# Wait_TS: 0.0003224\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/06 09:20:50.115 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:50.331 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:50.450 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:50.487 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 09:20:50.487 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:50.592 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:50.594 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:50.595 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 09:20:50.617 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:50.620 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:20:50.620 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 09:20:50.620 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=55.279Β΅s] [2024/05/06 09:20:50.620 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.937Β΅s] [] [2024/05/06 09:20:50.620 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:50.620 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:50.803 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 09:20:50.822 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 09:20:50.849 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:50.889 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:50.891 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:20:50.892 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:50.901 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:50.901 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:50.902 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:50.902 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:50.903 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:50.903 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:50.903 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:50.903 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:50.903 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:50.917 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:50.918 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:50.918 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:20:50.918 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/05/06 09:20:50.918 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=700.7GiB] [2024/05/06 09:20:50.954 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/05/06 09:20:50.958 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:50.962 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:50.962 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/06 09:20:51.005 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/06 09:20:51.008 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=202.063Β΅s] [encodeDur=1.411187ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=815.537Β΅s] [type=file] [takeTime=2.848034ms] [] [2024/05/06 09:20:51.010 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=55.245013ms] [] [2024/05/06 09:20:51.010 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e003cc0f-06fe-4628-988c-515b53eb68ab.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/06 09:20:51.010 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:20:51.010 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:20:51.010 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:51.012 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.959ms] [] [2024/05/06 09:20:51.012 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:20:51.017 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:51.040 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:20:51.040 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:51.053 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:20:51.054 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.349422ms] [] [2024/05/06 09:20:51.055 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:20:51.056 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.017266ms] [] [2024/05/06 09:20:51.056 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:20:51.056 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:51.056 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/64af090f-5ed1-4fc9-aaad-30e2e92c8b6c.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/06 09:20:51.058 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.382212ms] [] [2024/05/06 09:20:51.058 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:20:51.063 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:51.108 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:20:51.108 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:51.125 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:20:51.128 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=69.646665ms] [] [2024/05/06 09:20:51.128 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:20:51.129 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.380513ms] [] [2024/05/06 09:20:51.173 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:51.179 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:51.179 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:51.179 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:51.179 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:51.181 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:51.181 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:51.181 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:51.181 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:51.182 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:51.182 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=292.569296ms] [] [2024/05/06 09:20:51.209 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:51.211 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:51.212 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:51.212 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:51.273 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 09:20:51.275 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:51.275 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:51.486 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:51.536 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:20:51.536 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:20:51.536 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:20:51.545 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=8.507407ms] [] [2024/05/06 09:20:51.545 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/06 09:20:51.545 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/06 09:20:51.545 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:20:51.545 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/05/06 09:20:51.545 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/05/06 09:20:51.554 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/06 09:20:51.555 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/06 09:20:51.556 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:20:51.556 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=19.551924ms] [] [2024/05/06 09:20:51.556 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=19.821057ms] [] [2024/05/06 09:20:51.599 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=113.353348ms] [] [2024/05/06 09:20:51.607 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:51.607 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/06 09:20:51.610 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/06 09:20:51.652 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/06 09:20:51.694 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 09:20:51.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.607919855\n# Parse_time: 0.000659216\n# Compile_time: 0.003221637\n# Rewrite_time: 0.002086676\n# Optimize_time: 0.001890778\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/06 09:20:51.717 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:20:51.718 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:51.718 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/06 09:20:51.753 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:20:51.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:51.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:51.863 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:51.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=354.845Β΅s] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:51.897 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/06 09:20:51.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=54.518379ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.034 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=210.336Β΅s] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:52.046 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/06 09:20:52.083 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.372728ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=207.743Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:20:52.208 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/06 09:20:52.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.49825ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.348 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/06 09:20:52.357 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/06 09:20:52.361 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:51.685 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.407 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 09:20:52.407 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:52.411 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.695777165\n# Parse_time: 0.000503774\n# Compile_time: 0.000756457\n# Rewrite_time: 0.000043038\n# Optimize_time: 0.001249783\n# Wait_TS: 0.000358164\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:20:52.413 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:20:52.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:52.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:52.448 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:52.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:20:52.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:52.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.156122ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:20:52.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/06 09:20:52.596 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.71517ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:20:52.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:52.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.702 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 09:20:52.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:52.709 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 09:20:52.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:52.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:52.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:52.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 09:20:52.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:52.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:52.877 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/06 09:20:52.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=2.469043ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:52.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/06 09:20:52.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=54.351113ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:52.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:53.063 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:52.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:53.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 09:20:53.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:53.102 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395518627\n# Parse_time: 0.001172684\n# Compile_time: 0.001831345\n# Rewrite_time: 0.000054269\n# Optimize_time: 0.001249783\n# Wait_TS: 0.00061464\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/06 09:20:53.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:20:53.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:53.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:53.149 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:53.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:20:53.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:53.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:53.264 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/06 09:20:53.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.323681ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:53.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/06 09:20:53.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.977357ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:53.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:53.399 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:53.085 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:53.438 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 09:20:53.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:53.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339081032\n# Parse_time: 0.000574828\n# Compile_time: 0.000983938\n# Rewrite_time: 0.000061551\n# Optimize_time: 0.001249783\n# Wait_TS: 0.000365699\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:20:53.455 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:53.666 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:53.749 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:53.789 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/06 09:20:53.789 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:53.897 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:53.898 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:53.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 09:20:53.920 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:53.923 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/06 09:20:53.923 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 09:20:53.923 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=60.64Β΅s] [2024/05/06 09:20:53.923 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=226.449Β΅s] [] [2024/05/06 09:20:53.923 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:53.923 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:54.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 09:20:54.097 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 09:20:54.120 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:54.160 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:54.161 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:20:54.162 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:54.172 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:54.172 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:54.172 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:54.172 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:54.173 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:54.173 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:54.173 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:54.173 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:54.173 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:54.187 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:54.188 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:54.188 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/05/06 09:20:54.188 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:54.189 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=700.7GiB] [2024/05/06 09:20:54.236 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/05/06 09:20:54.240 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:20:54.243 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:20:54.244 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 09:20:54.258 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 09:20:54.260 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.021131ms] [encodeDur=641.677Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=262.837Β΅s] [type=file] [takeTime=2.309705ms] [] [2024/05/06 09:20:54.261 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=25.187456ms] [] [2024/05/06 09:20:54.261 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/a8fdf74c-7a8d-4a8c-ba21-6bdb491cb968.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 09:20:54.261 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:20:54.261 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:20:54.261 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:20:54.263 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.927156ms] [] [2024/05/06 09:20:54.264 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 09:20:54.268 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:54.290 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:20:54.291 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:54.304 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:20:54.306 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=42.164901ms] [] [2024/05/06 09:20:54.306 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:20:54.307 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=981.45Β΅s] [] [2024/05/06 09:20:54.307 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:20:54.307 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:20:54.309 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.546193ms] [] [2024/05/06 09:20:54.309 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 09:20:54.309 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:20:54.309 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=56.937Β΅s] [] [2024/05/06 09:20:54.309 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:20:54.310 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=816.811Β΅s] [] [2024/05/06 09:20:54.352 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:20:54.355 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:54.355 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:54.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:54.356 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:54.356 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:54.358 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:54.358 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:54.358 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:54.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:54.358 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:54.358 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=197.588011ms] [] [2024/05/06 09:20:54.410 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:54.411 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:54.413 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:54.413 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:54.527 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:20:54.528 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:54.528 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:54.692 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:54.739 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:20:54.739 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:20:54.739 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:20:54.746 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=7.229918ms] [] [2024/05/06 09:20:54.746 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:20:54.746 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:20:54.746 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/05/06 09:20:54.746 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/05/06 09:20:54.750 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:20:54.750 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:20:54.750 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=11.537163ms] [] [2024/05/06 09:20:54.750 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=11.702203ms] [] [2024/05/06 09:20:54.788 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=96.451798ms] [] [2024/05/06 09:20:54.849 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:54.849 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/06 09:20:54.852 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/06 09:20:54.905 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/06 09:20:54.920 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/06 09:20:54.931 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:54.931 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/06 09:20:55.007 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.564481598\n# Parse_time: 0.000531173\n# Compile_time: 0.001280414\n# Rewrite_time: 0.000330348\n# Optimize_time: 0.001249783\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:20:55.019 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:55.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:55.281 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:55.372 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:55.417 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/06 09:20:55.417 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:55.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:55.524 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:55.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 09:20:55.544 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:55.547 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:20:55.547 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 09:20:55.547 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=73.356Β΅s] [2024/05/06 09:20:55.547 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=209.886Β΅s] [] [2024/05/06 09:20:55.547 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:55.548 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:55.714 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 09:20:55.733 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 09:20:55.758 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:55.797 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:55.798 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:20:55.800 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:55.809 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:55.809 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:55.810 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:55.810 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:55.811 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:55.811 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:55.811 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:55.811 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:55.811 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:55.825 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:55.827 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:55.827 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:20:55.827 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:55.827 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=700.7GiB] [2024/05/06 09:20:55.867 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/05/06 09:20:55.871 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:55.875 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:55.875 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 09:20:55.930 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/06 09:20:55.935 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=2.606914ms] [encodeDur=659.14Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=295.019Β΅s] [type=file] [takeTime=4.062317ms] [] [2024/05/06 09:20:55.935 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/af82c0e0-73fd-4b9e-9014-51072ee4e630.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 09:20:55.935 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=68.094239ms] [] [2024/05/06 09:20:55.936 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:20:55.936 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:20:55.936 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:55.938 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.087996ms] [] [2024/05/06 09:20:55.938 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:20:55.943 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:55.965 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:20:55.965 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:55.980 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:20:55.982 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=43.452605ms] [] [2024/05/06 09:20:55.982 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:55.983 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.184024ms] [] [2024/05/06 09:20:55.983 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:20:55.983 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:55.985 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.57405ms] [] [2024/05/06 09:20:55.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:20:55.985 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:55.985 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=51.899Β΅s] [] [2024/05/06 09:20:55.985 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:55.986 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=991.299Β΅s] [] [2024/05/06 09:20:56.038 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:20:56.038 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:56.040 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:56.041 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:56.041 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:56.041 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:56.041 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:56.041 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:56.041 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:56.043 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:56.043 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:56.043 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:56.043 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:56.043 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:56.044 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=246.392979ms] [] [2024/05/06 09:20:56.182 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:20:56.184 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:56.184 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:56.340 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:56.382 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:20:56.383 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:20:56.383 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:20:56.390 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=7.352549ms] [] [2024/05/06 09:20:56.390 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:20:56.390 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:20:56.390 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/05/06 09:20:56.390 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/05/06 09:20:56.394 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:20:56.394 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:20:56.394 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=11.616513ms] [] [2024/05/06 09:20:56.394 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=11.788396ms] [] [2024/05/06 09:20:56.436 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:56.436 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/06 09:20:56.436 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=96.033863ms] [] [2024/05/06 09:20:56.439 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/06 09:20:56.536 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/06 09:20:56.542 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/06 09:20:56.563 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:56.563 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/06 09:20:56.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6195083540000001\n# Parse_time: 0.000781062\n# Compile_time: 0.002424287\n# Rewrite_time: 0.000304004\n# Optimize_time: 0.000951328\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:20:56.651 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 09:20:56.654 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:56.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:56.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:56.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:56.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 09:20:56.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:56.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:56.761 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/06 09:20:56.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.415786ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:20:56.834 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/06 09:20:56.870 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=54.766765ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:56.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:56.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:56.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:57.016 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 09:20:57.016 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:57.019 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370398061\n# Parse_time: 0.000745437\n# Compile_time: 0.001145442\n# Rewrite_time: 0.000053432\n# Optimize_time: 0.00206507\n# Wait_TS: 0.000650431\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/06 09:20:57.036 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:57.210 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:57.327 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:57.366 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 09:20:57.366 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:57.473 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:57.474 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:57.475 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 09:20:57.495 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:57.499 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/06 09:20:57.499 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 09:20:57.499 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=100.286Β΅s] [2024/05/06 09:20:57.499 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=268.873Β΅s] [] [2024/05/06 09:20:57.499 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:57.499 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:57.606 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 09:20:57.625 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 09:20:57.644 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:57.685 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:57.687 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:20:57.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:57.698 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:57.698 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:57.698 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:57.698 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:57.699 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:57.699 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:57.699 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:57.699 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:57.699 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:57.713 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:57.753 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:57.753 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/05/06 09:20:57.753 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:57.753 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=700.7GiB] [2024/05/06 09:20:57.806 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/05/06 09:20:57.812 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:20:57.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:20:57.816 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 09:20:57.831 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 09:20:57.834 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.190214ms] [encodeDur=675.962Β΅s] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=254.193Β΅s] [type=file] [takeTime=2.557791ms] [] [2024/05/06 09:20:57.835 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=28.301147ms] [] [2024/05/06 09:20:57.835 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/1d006522-335b-48d1-b116-bc34c8d30a4a.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 09:20:57.835 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:20:57.835 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:20:57.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:20:57.838 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=2.336667ms] [] [2024/05/06 09:20:57.838 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 09:20:57.843 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:57.866 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:20:57.866 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:57.881 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:20:57.883 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=45.389866ms] [] [2024/05/06 09:20:57.883 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:20:57.884 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.193479ms] [] [2024/05/06 09:20:57.885 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:20:57.885 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:20:57.886 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.819375ms] [] [2024/05/06 09:20:57.887 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 09:20:57.887 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:20:57.887 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=67.534Β΅s] [] [2024/05/06 09:20:57.887 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:20:57.888 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.146469ms] [] [2024/05/06 09:20:57.932 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:20:57.936 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:20:57.936 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:57.936 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:57.937 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:20:57.939 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:20:57.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:20:57.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:20:57.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:20:57.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:20:57.939 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=253.852071ms] [] [2024/05/06 09:20:57.985 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:20:57.987 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:57.989 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 09:20:57.989 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:20:58.059 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:20:58.061 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:20:58.061 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:20:58.280 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:58.329 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:20:58.329 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:20:58.329 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:20:58.337 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.564769ms] [] [2024/05/06 09:20:58.337 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/06 09:20:58.337 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:20:58.337 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/05/06 09:20:58.337 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/05/06 09:20:58.342 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/06 09:20:58.342 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:20:58.342 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.2885ms] [] [2024/05/06 09:20:58.342 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.54033ms] [] [2024/05/06 09:20:58.388 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:20:58.388 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/06 09:20:58.391 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/06 09:20:58.392 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=112.026288ms] [] [2024/05/06 09:20:58.442 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/06 09:20:58.472 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 09:20:58.494 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:20:58.494 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/06 09:20:58.620 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:20:58.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.615797221\n# Parse_time: 0.000793212\n# Compile_time: 0.001663881\n# Rewrite_time: 0.000308233\n# Optimize_time: 0.00206507\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:20:58.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 09:20:58.674 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:58.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:20:58.674 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:20:58.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:20:58.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:20:58.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:58.746 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/06 09:20:58.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.79568ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:20:58.803 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/06 09:20:58.838 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.974043ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:58.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:58.902 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/06 09:20:58.910 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/06 09:20:58.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:20:58.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:20:58.981 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 09:20:58.981 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:20:58.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339631098\n# Parse_time: 0.000244677\n# Compile_time: 0.000737071\n# Rewrite_time: 0.000032879\n# Optimize_time: 0.000737394\n# Wait_TS: 0.000404733\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:20:59.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:59.245 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:20:59.362 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:20:59.401 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/06 09:20:59.401 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:20:59.506 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:20:59.508 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:20:59.509 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 09:20:59.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:59.540 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:20:59.540 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 09:20:59.540 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=52.375Β΅s] [2024/05/06 09:20:59.540 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=156.927Β΅s] [] [2024/05/06 09:20:59.541 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:20:59.541 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:20:59.671 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 09:20:59.690 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 09:20:59.714 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:20:59.756 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:20:59.758 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:20:59.759 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:20:59.769 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:20:59.769 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:20:59.770 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:59.770 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:20:59.771 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:20:59.771 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:20:59.771 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:20:59.771 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:20:59.771 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:20:59.785 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:20:59.786 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:20:59.786 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:20:59.786 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:20:59.787 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=700.7GiB] [2024/05/06 09:20:59.841 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/05/06 09:20:59.846 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:59.849 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:59.850 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 09:20:59.916 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/06 09:20:59.920 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.45679ms] [encodeDur=1.241275ms] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=455.464Β΅s] [type=file] [takeTime=3.644487ms] [] [2024/05/06 09:20:59.921 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=79.862856ms] [] [2024/05/06 09:20:59.921 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/cdc3fef8-1c23-49e0-9326-0639025a86ae.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/06 09:20:59.921 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:20:59.921 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:20:59.921 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:59.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.320094ms] [] [2024/05/06 09:20:59.924 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:20:59.929 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:20:59.952 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:20:59.952 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:20:59.967 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:20:59.969 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=45.142379ms] [] [2024/05/06 09:20:59.969 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:20:59.970 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.401999ms] [] [2024/05/06 09:20:59.971 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:20:59.971 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:59.973 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.970402ms] [] [2024/05/06 09:20:59.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:20:59.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:59.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=62.304Β΅s] [] [2024/05/06 09:20:59.973 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:20:59.974 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=953.572Β΅s] [] [2024/05/06 09:21:00.034 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:00.036 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:00.036 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:21:00.037 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:00.037 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:00.039 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:00.039 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:00.039 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:00.039 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:00.040 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:00.039 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:00.040 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:00.040 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:00.042 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:00.042 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:00.043 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:00.043 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:00.043 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:00.043 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=286.545294ms] [] [2024/05/06 09:21:00.116 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:21:00.117 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:00.118 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:00.242 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:00.335 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:21:00.335 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:21:00.335 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:21:00.344 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=8.57364ms] [] [2024/05/06 09:21:00.344 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/06 09:21:00.344 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:21:00.344 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/05/06 09:21:00.344 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/05/06 09:21:00.349 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/06 09:21:00.349 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:21:00.350 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=14.455568ms] [] [2024/05/06 09:21:00.350 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=14.81043ms] [] [2024/05/06 09:21:00.388 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=145.090126ms] [] [2024/05/06 09:21:00.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:00.423 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/06 09:21:00.426 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/06 09:21:00.470 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/06 09:21:00.506 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/06 09:21:00.531 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:00.531 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/06 09:21:00.630 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.644161121\n# Parse_time: 0.000536414\n# Compile_time: 0.001276389\n# Rewrite_time: 0.000305492\n# Optimize_time: 0.000737394\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:21:00.632 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:00.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 09:21:00.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:00.723 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 09:21:00.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:00.804 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/06 09:21:00.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.261793ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:00.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/06 09:21:00.903 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.640433ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:00.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:00.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:01.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 09:21:01.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:01.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370215108\n# Parse_time: 0.000581668\n# Compile_time: 0.000971421\n# Rewrite_time: 0.000047608\n# Optimize_time: 0.000995428\n# Wait_TS: 0.000478071\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/05/06 09:21:01.012 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 09:21:01.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:01.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 09:21:01.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:00.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:01.104 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/06 09:21:01.207 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.299776ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:01.219 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/06 09:21:01.253 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.352366ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:00.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:01.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:00.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:01.364 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 09:21:01.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:01.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359404093\n# Parse_time: 0.001060807\n# Compile_time: 0.001631199\n# Rewrite_time: 0.000062569\n# Optimize_time: 0.000995428\n# Wait_TS: 0.000589201\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/06 09:21:01.386 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:01.627 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:01.717 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:01.759 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/06 09:21:01.759 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:01.869 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:01.870 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:01.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 09:21:01.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:01.896 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/06 09:21:01.896 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 09:21:01.896 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.822Β΅s] [2024/05/06 09:21:01.896 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=177.903Β΅s] [] [2024/05/06 09:21:01.896 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:01.896 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:02.006 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 09:21:02.067 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 09:21:02.082 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:02.122 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:02.123 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:21:02.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:02.132 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:02.133 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:02.133 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:02.133 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:02.134 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:02.134 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:02.134 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:02.134 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:02.134 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:02.148 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:02.150 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:02.150 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/05/06 09:21:02.150 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:02.150 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=700.7GiB] [2024/05/06 09:21:02.190 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/05/06 09:21:02.194 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:21:02.197 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:21:02.198 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 09:21:02.250 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 09:21:02.254 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.65363ms] [encodeDur=678.904Β΅s] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=414.997Β΅s] [type=file] [takeTime=3.313656ms] [] [2024/05/06 09:21:02.257 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=66.624969ms] [] [2024/05/06 09:21:02.257 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/076f9720-0a21-4059-a657-dd7bbc183705.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 09:21:02.257 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:21:02.257 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:21:02.257 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:21:02.260 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.373351ms] [] [2024/05/06 09:21:02.260 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 09:21:02.265 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:02.287 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:21:02.287 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:02.300 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:21:02.302 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=42.446602ms] [] [2024/05/06 09:21:02.302 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:21:02.303 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.031327ms] [] [2024/05/06 09:21:02.303 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:21:02.303 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:21:02.305 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.469428ms] [] [2024/05/06 09:21:02.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 09:21:02.305 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:21:02.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=52.857Β΅s] [] [2024/05/06 09:21:02.305 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:21:02.306 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=834.665Β΅s] [] [2024/05/06 09:21:02.356 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:21:02.359 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:02.360 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:02.359 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:02.360 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:02.360 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:02.360 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:02.362 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:02.362 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:02.362 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:02.362 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:02.362 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:02.362 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=239.985982ms] [] [2024/05/06 09:21:02.382 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:02.383 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:02.384 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:02.384 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:02.448 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:21:02.449 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:02.449 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:02.615 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:02.661 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:21:02.661 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:21:02.661 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:21:02.669 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.628268ms] [] [2024/05/06 09:21:02.669 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/06 09:21:02.669 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:21:02.669 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/05/06 09:21:02.669 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/05/06 09:21:02.674 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/06 09:21:02.674 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:21:02.674 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=12.996654ms] [] [2024/05/06 09:21:02.674 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=13.24892ms] [] [2024/05/06 09:21:02.717 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=102.282761ms] [] [2024/05/06 09:21:02.785 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:02.785 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/06 09:21:02.789 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/06 09:21:02.895 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/06 09:21:02.902 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/06 09:21:02.921 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:02.922 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/06 09:21:02.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.611777268\n# Parse_time: 0.00061515\n# Compile_time: 0.001756631\n# Rewrite_time: 0.000406843\n# Optimize_time: 0.000995428\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 09:21:03.004 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:03.010 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:03.276 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:03.364 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:03.404 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 09:21:03.404 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:03.510 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:03.511 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:03.512 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 09:21:03.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:03.533 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/06 09:21:03.533 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 09:21:03.533 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.231Β΅s] [2024/05/06 09:21:03.533 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=159.833Β΅s] [] [2024/05/06 09:21:03.533 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:03.533 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:03.688 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 09:21:03.712 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 09:21:03.734 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:03.776 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:03.777 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:21:03.778 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:03.788 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:03.788 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:03.788 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:03.788 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:03.789 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:03.789 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:03.789 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:03.789 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:03.789 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:03.804 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:03.805 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:03.806 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/05/06 09:21:03.806 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:03.806 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=700.7GiB] [2024/05/06 09:21:03.852 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/05/06 09:21:03.856 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:21:03.859 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:21:03.859 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/06 09:21:03.874 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/06 09:21:03.876 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=995.988Β΅s] [encodeDur=463.822Β΅s] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=264.63Β΅s] [type=file] [takeTime=2.060781ms] [] [2024/05/06 09:21:03.877 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=25.203087ms] [] [2024/05/06 09:21:03.877 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/4da3ea78-0be1-4eaf-b82e-bff18d631775.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/06 09:21:03.877 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:21:03.877 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:21:03.877 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:21:03.879 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.996537ms] [] [2024/05/06 09:21:03.880 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 09:21:03.886 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:03.908 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:21:03.908 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:03.922 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:21:03.924 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=44.581508ms] [] [2024/05/06 09:21:03.924 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:21:03.925 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.245719ms] [] [2024/05/06 09:21:03.926 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:21:03.926 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:21:03.927 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.508855ms] [] [2024/05/06 09:21:03.927 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 09:21:03.927 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:21:03.927 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=54.033Β΅s] [] [2024/05/06 09:21:03.927 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:21:03.928 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=808.505Β΅s] [] [2024/05/06 09:21:03.972 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:03.974 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:03.974 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:03.974 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:03.975 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:03.975 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:03.975 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:03.976 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:03.977 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:03.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:03.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:03.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:03.977 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=200.726018ms] [] [2024/05/06 09:21:04.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:04.029 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:04.030 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:04.030 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:04.159 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:21:04.161 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:04.161 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:04.283 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:04.329 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:21:04.329 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:21:04.329 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:21:04.336 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.231728ms] [] [2024/05/06 09:21:04.336 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/06 09:21:04.336 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:21:04.336 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/05/06 09:21:04.337 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/05/06 09:21:04.341 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/06 09:21:04.341 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:21:04.342 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.726742ms] [] [2024/05/06 09:21:04.342 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.926906ms] [] [2024/05/06 09:21:04.380 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=97.099034ms] [] [2024/05/06 09:21:04.426 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:04.426 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/06 09:21:04.428 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/06 09:21:04.517 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/06 09:21:04.521 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 09:21:04.538 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:04.538 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/06 09:21:04.553 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 09:21:04.554 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:21:04.630 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.638418008\n# Parse_time: 0.000541715\n# Compile_time: 0.00119396\n# Rewrite_time: 0.000303319\n# Optimize_time: 0.000961484\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] [2024/05/06 09:21:04.643 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/06 09:21:04.645 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:21:04.662 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 09:21:04.673 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:04.673 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:21:04.715 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:04.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=298.749Β΅s] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:04.759 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/06 09:21:04.796 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.651263ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:04.850 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:04.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=305.159Β΅s] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:04.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/06 09:21:04.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.39826ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=214.128Β΅s] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:05.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/06 09:21:05.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=54.064169ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.207 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:05.218 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/06 09:21:05.222 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:04.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.268 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 09:21:05.268 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:05.272 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.627470776\n# Parse_time: 0.000524417\n# Compile_time: 0.000846334\n# Rewrite_time: 0.000047439\n# Optimize_time: 0.001948232\n# Wait_TS: 0.000512002\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:21:05.273 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 09:21:05.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:05.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:05.304 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:05.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:21:05.417 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.018738ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:05.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/06 09:21:05.499 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.3911ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:05.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.550 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.580 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 09:21:05.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:05.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312853187\n# Parse_time: 0.000197896\n# Compile_time: 0.000630168\n# Rewrite_time: 0.000032646\n# Optimize_time: 0.001948232\n# Wait_TS: 0.000375379\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:21:05.588 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:21:05.591 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:21:05.642 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:05.642 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:05.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.716 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/06 09:21:05.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=45.469078ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:05.845 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["ddl job id"=296] [ver=210] [2024/05/06 09:21:05.858 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/06 09:21:05.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=76.259406ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.934 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:05.970 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 09:21:05.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:05.975 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.385047735\n# Parse_time: 0.00057621\n# Compile_time: 0.000831706\n# Rewrite_time: 0.00004\n# Optimize_time: 0.001948232\n# Wait_TS: 0.000406832\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:05.977 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:21:06.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:06.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:06.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:06.103 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/06 09:21:06.162 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.295912ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:06.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/06 09:21:06.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.71691ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:05.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:06.245 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:05.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:06.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 09:21:06.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:06.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.35627949\n# Parse_time: 0.000908546\n# Compile_time: 0.001023613\n# Rewrite_time: 0.000043687\n# Optimize_time: 0.001948232\n# Wait_TS: 0.000466178\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:06.340 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 09:21:06.340 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/05/06 09:21:06.342 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 09:21:06.345 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:21:06.347 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:21:06.348 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:21:06.352 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:06.387 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:21:06.404 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:06.605 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/06 09:21:06.742 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:06.779 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 09:21:06.780 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:06.890 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:06.892 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:06.893 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 09:21:06.915 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:06.918 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:21:06.918 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/06 09:21:06.919 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=52.857Β΅s] [2024/05/06 09:21:06.919 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=158.345Β΅s] [] [2024/05/06 09:21:06.919 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:06.919 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:07.035 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 09:21:07.054 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 09:21:07.079 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:07.171 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:07.173 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:21:07.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:07.184 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:07.184 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:07.185 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:07.185 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:07.186 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:07.186 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:07.186 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:07.186 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:07.186 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:07.206 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:07.208 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:07.208 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:21:07.208 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:07.208 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=700.7GiB] [2024/05/06 09:21:07.255 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/05/06 09:21:07.259 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:21:07.263 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:21:07.263 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/06 09:21:07.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/06 09:21:07.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=983.905Β΅s] [encodeDur=493.559Β΅s] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=256.654Β΅s] [type=file] [takeTime=2.104683ms] [] [2024/05/06 09:21:07.295 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=40.826989ms] [] [2024/05/06 09:21:07.295 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f3851060-b056-49cb-890e-76d8cfe91bed.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/06 09:21:07.296 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:21:07.296 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:21:07.296 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:21:07.298 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.036469ms] [] [2024/05/06 09:21:07.298 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:21:07.303 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:07.325 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:21:07.325 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:07.340 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:21:07.342 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.561512ms] [] [2024/05/06 09:21:07.342 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:21:07.343 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=995.715Β΅s] [] [2024/05/06 09:21:07.343 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:21:07.343 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:21:07.344 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.525922ms] [] [2024/05/06 09:21:07.344 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:21:07.344 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:21:07.344 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.241Β΅s] [] [2024/05/06 09:21:07.345 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:21:07.345 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=890.791Β΅s] [] [2024/05/06 09:21:07.395 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:07.398 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:07.398 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:07.398 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:07.399 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:07.399 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:07.399 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:07.399 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:07.399 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:07.400 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:07.401 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:07.401 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:07.401 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:07.401 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:07.401 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:07.401 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=229.632684ms] [] [2024/05/06 09:21:07.402 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:07.403 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:07.403 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:07.471 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/06 09:21:07.473 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:07.473 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:07.689 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:07.736 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:21:07.737 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:21:07.737 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:21:07.737 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=12.943Β΅s] [] [2024/05/06 09:21:07.737 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/06 09:21:07.737 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:21:07.737 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/05/06 09:21:07.737 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/05/06 09:21:07.741 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/06 09:21:07.742 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:21:07.742 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.565013ms] [] [2024/05/06 09:21:07.742 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.854847ms] [] [2024/05/06 09:21:07.781 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=92.411822ms] [] [2024/05/06 09:21:07.807 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:07.807 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/06 09:21:07.812 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/06 09:21:07.868 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/06 09:21:07.887 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 09:21:07.911 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:07.911 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/06 09:21:08.046 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.658448429\n# Parse_time: 0.00074647\n# Compile_time: 0.001760212\n# Rewrite_time: 0.00038099\n# Optimize_time: 0.001948232\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/06 09:21:08.062 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:08.070 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:21:08.071 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:21:08.071 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:408\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:21:08.234 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/06 09:21:08.242 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:08.242 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:08.242 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:08.242 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:08.243 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:08.243 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:08.243 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:08.243 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:08.244 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:08.258 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:08.261 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:08.261 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/05/06 09:21:08.265 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:21:08.268 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:21:08.367 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [key=import-from-select] [2024/05/06 09:21:08.368 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [key=import-from-select] [readDur=11.245Β΅s] [encodeDur=535.285Β΅s] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=358.264Β΅s] [type=query] [takeTime=1.379998ms] [] [2024/05/06 09:21:08.370 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/0a90342f-a239-43fa-be3e-31cc961dc0fc/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/ed34c992-c10e-43ed-8fb4-b22e0089888b.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/06 09:21:08.405 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [key=import-from-select] [2024/05/06 09:21:08.406 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=168.943Β΅s] [] [2024/05/06 09:21:08.406 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:21:08.408 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.992394ms] [] [2024/05/06 09:21:08.408 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/06 09:21:08.413 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:08.434 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:21:08.435 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:08.489 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:21:08.491 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=83.508606ms] [] [2024/05/06 09:21:08.492 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:21:08.494 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=2.074119ms] [] [2024/05/06 09:21:08.494 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/06 09:21:08.494 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:21:08.494 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=80.699Β΅s] [] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [takeTime=32.362Β΅s] [] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [weight=30] [2024/05/06 09:21:08.494 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [concurrency=15] [2024/05/06 09:21:08.499 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/06 09:21:08.499 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:21:08.499 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=0a90342f-a239-43fa-be3e-31cc961dc0fc] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=5.277971ms] [] [2024/05/06 09:21:08.500 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:21:08.500 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=11.202Β΅s] [] [2024/05/06 09:21:08.500 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:21:08.501 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.241023ms] [] [2024/05/06 09:21:08.501 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:21:08.501 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=12.053Β΅s] [] [2024/05/06 09:21:08.502 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:21:08.503 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=968.138Β΅s] [] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:08.507 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:08.507 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:08.507 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:08.507 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:08.509 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:08.509 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:08.509 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:08.509 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:08.510 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:08.511 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449573622391767048\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.438401796\n# Parse_time: 0.000580077\n# Compile_time: 0.002258952\n# Rewrite_time: 0.001194633\n# Optimize_time: 0.000834994\n# Wait_TS: 0.0001053\n# Cop_time: 0.000111487 Process_time: 0.000108154 Wait_time: 0.000078299 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 8\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 3.6051e-05 Cop_proc_p90: 3.9417e-05 Cop_proc_max: 3.9417e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6099e-05 Cop_wait_p90: 3.0869e-05 Cop_wait_max: 3.0869e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 762\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mAaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzNG1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkxCUIYNzMzLjTCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAzLCBtYXg6IDEuMzYBbiRtaW46IDkzNS42BTgIYXZnARwEMTcBHAhwOTUBDQ0pPGF4X3Byb2Nfa2V5czogMSwBHzoSAAh0b3QFEhg6IDEwOC4yBVIBFCR3YWl0OiA3OC4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbIIX2R1BRoAbgFOADANTgGGmGRpc3RzcWxfY29uY3VycmVuY3k6IDN9LCBycGNfaW5mbzp7Q29wOgHwGF9ycGM6MywBhQhhbF8lZkgzLjI4bXN9fQk3NjIgQnl0ZXMJIWYMMgk0MyFJAF8xaOB0YWJsZTp0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMQl0aWt2X3Rhc2s6e3Byb2MBpAw6MHMsJVsBCCVUAQkIcDgwBREhWAEQEGl0ZXJzBZ9gYXNrczozfSwgc2Nhbl9kZXRhaWw6IHt0bwG3AVUIZXNzOXlGFwAgX3NpemU6IDQ1EesppTgzLCBnZXRfc25hcHNob3QpAQggMzQt7TRyb2Nrc2RiOiB7YmxvY0EjOZUwY291bnQ6IDh9fX0sICE5XpYAARwhoj3wCGFsXyHyDRs19wB0ISgId2FsLYlIIDM3My40wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('gQegCvwGCgxJbXBvcnRJbnRvXzIStwYKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBMMywgZ2V0X3NuYXBzaG90X3RpbWU6IDM0LjbCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogOH19fSwgdGltZV9algAJVBAxMDguMgVVCZ0Id2FpEW8MNzguMwkaISgMd2FsbA00KDM3My40wrVzfXD/EQEEAXgRCiT/ASFyQiKi2zgcMqQBEAFAAVIUIZsEOlQ20gEEWhYFiQQ3MwlUPCwgbG9vcHM6MmKZAmNvcF8hYhg6IHtudW06IRYkbWF4OiAxLjM2bS2oECA5MzUuKRYAYSGvDDEuMTcBHAhwOTUdKQRheCWNLV4EMSwBHzoSAAh0b3QFEgA6NhMBJREEOiA1DBBjb3ByXzluRHJhdGlvOiAwLjAwLCBidWlsZAWyCF9kdQUaAG4BTgQwLilhAYZQZGlzdHNxbF9jb25jdXJyZW5jeTogQUA0cnBjX2luZm86e0NvcDoB8BBfcnBjOkFkRUwlJSgzLjI4bXN9fXD6BT1wADghXBQDTi9BWhMFJgg0MzQhAilIADFWpAEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/06 09:21:08.525 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 09:21:08.525 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/05/06 09:21:08.525 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:21:08.525 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:21:08.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:08.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:08.557 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:08.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:21:08.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:08.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:08.623 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/06 09:21:08.679 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.432052ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:21:08.690 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/06 09:21:08.727 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.389734ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:08.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:08.799 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/06 09:21:08.808 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/06 09:21:08.812 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:08.535 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:08.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 09:21:08.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:08.881 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356802183\n# Parse_time: 0.000311845\n# Compile_time: 0.001065627\n# Rewrite_time: 0.000046028\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000977461\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:21:08.939 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/06 09:21:08.974 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:21:08.998 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:08.998 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:21:09.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=306.319Β΅s] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:09.084 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/06 09:21:09.121 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.879218ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=192.453Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:09.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/06 09:21:09.278 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.459154ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=257.068Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:09.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/06 09:21:09.491 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=54.133751ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.526 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:09.535 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/06 09:21:09.539 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:08.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.585 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 09:21:09.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:09.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.615594496\n# Parse_time: 0.000435963\n# Compile_time: 0.000758888\n# Rewrite_time: 0.000034326\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000353817\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:21:09.590 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:21:09.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:09.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:21:09.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:09.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:09.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:09.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.374413ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:09.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/06 09:21:09.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=54.193439ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:09.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:09.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:09.953 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/06 09:21:09.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:09.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368586034\n# Parse_time: 0.000204928\n# Compile_time: 0.000670551\n# Rewrite_time: 0.000030736\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000492645\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:21:09.961 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:21:09.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:21:10.021 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:09.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:10.021 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:09.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:10.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:09.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.098 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/06 09:21:10.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=2.260632ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:10.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/06 09:21:10.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.333614ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:09.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.290 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:09.935 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.336 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 09:21:10.337 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:10.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376610616\n# Parse_time: 0.001325116\n# Compile_time: 0.001762329\n# Rewrite_time: 0.000076984\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000373966\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:10.403 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/06 09:21:10.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:21:10.470 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:10.470 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:21:10.508 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=264.915Β΅s] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:10.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/06 09:21:10.590 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.637267ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=198.483Β΅s] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:10.704 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/06 09:21:10.743 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.136251ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:10.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=241.832Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:10.907 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/06 09:21:10.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=54.519602ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.020 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:11.029 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/06 09:21:11.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:10.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.085 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/06 09:21:11.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:11.089 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.64996974\n# Parse_time: 0.000428264\n# Compile_time: 0.000763153\n# Rewrite_time: 0.00003492\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000428379\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:21:11.091 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:21:11.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:11.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:21:11.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=982.495Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:11.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/06 09:21:11.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.266789ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.410 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.437 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/06 09:21:11.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:11.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351431761\n# Parse_time: 0.000223095\n# Compile_time: 0.000613485\n# Rewrite_time: 0.000035051\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000371071\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:21:11.444 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:21:11.448 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:21:11.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:11.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:11.494 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:11.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:11.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.554 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/06 09:21:11.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.826819ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:11.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/06 09:21:11.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.010202ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:11.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.723 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:11.764 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/06 09:21:11.765 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:11.768 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32220879\n# Parse_time: 0.000814549\n# Compile_time: 0.000932457\n# Rewrite_time: 0.000042865\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000390549\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:21:11.843 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:11.877 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/06 09:21:11.898 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:21:11.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:11.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:21:11.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=245.531Β΅s] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:12.023 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/06 09:21:12.061 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.819783ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=200.028Β΅s] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:12.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/06 09:21:12.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.121405ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.289 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=46.361954ms] [2024/05/06 09:21:12.328 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=204.315Β΅s] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:12.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/06 09:21:12.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=53.793318ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.439 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:12.447 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/06 09:21:12.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:11.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 09:21:12.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:12.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.604985538\n# Parse_time: 0.000461216\n# Compile_time: 0.000615194\n# Rewrite_time: 0.000038463\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000378294\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:21:12.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:21:12.542 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:12.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:21:12.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:12.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:12.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:12.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.638 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.188704ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:12.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/06 09:21:12.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.698017ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:12.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:12.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 09:21:12.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:12.837 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33436634\n# Parse_time: 0.000325318\n# Compile_time: 0.000665512\n# Rewrite_time: 0.000028848\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000348622\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 09:21:12.840 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:21:12.883 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:12.883 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:21:12.921 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:12.930 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/06 09:21:12.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=2.331819ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:13.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/06 09:21:13.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=54.142661ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:13.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:13.149 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 09:21:13.149 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:13.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314516341\n# Parse_time: 0.001213787\n# Compile_time: 0.001043251\n# Rewrite_time: 0.000043093\n# Optimize_time: 0.000865807\n# Wait_TS: 0.000375782\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:21:13.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:13.381 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:13.474 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:13.514 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/06 09:21:13.514 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:13.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:13.621 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:13.622 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 09:21:13.643 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:13.645 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:21:13.645 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:21:13.646 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=52.779Β΅s] [2024/05/06 09:21:13.646 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=162.457Β΅s] [] [2024/05/06 09:21:13.646 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:13.646 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:13.761 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 09:21:13.780 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/06 09:21:13.780 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 09:21:13.807 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:13.853 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:13.855 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:21:13.855 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:13.865 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:13.865 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:13.865 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:13.865 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:13.866 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:13.866 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:13.866 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:13.866 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:13.867 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:13.881 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:13.882 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:13.882 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:21:13.882 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:13.882 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=700.7GiB] [2024/05/06 09:21:13.920 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/05/06 09:21:13.924 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:13.928 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:13.928 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 09:21:14.004 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/06 09:21:14.007 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.664197ms] [encodeDur=621.72Β΅s] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=338.4Β΅s] [type=file] [takeTime=3.119705ms] [] [2024/05/06 09:21:14.008 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=87.52818ms] [] [2024/05/06 09:21:14.008 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/2ff018e0-2b39-454b-8ca6-3e8fe593a766.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 09:21:14.008 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:21:14.008 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:21:14.008 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:14.010 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.006992ms] [] [2024/05/06 09:21:14.010 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:21:14.015 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:14.037 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:21:14.037 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:14.051 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:21:14.053 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.424ms] [] [2024/05/06 09:21:14.053 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:14.054 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=997.708Β΅s] [] [2024/05/06 09:21:14.054 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:21:14.054 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:14.056 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.561528ms] [] [2024/05/06 09:21:14.056 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:21:14.056 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:14.056 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=50.494Β΅s] [] [2024/05/06 09:21:14.056 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:14.057 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=862.919Β΅s] [] [2024/05/06 09:21:14.102 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:21:14.106 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:14.105 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:14.106 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:14.105 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:14.106 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:14.106 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:14.108 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:14.109 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:14.109 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:14.109 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:14.109 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:14.109 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=255.962286ms] [] [2024/05/06 09:21:14.138 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:14.140 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:14.142 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:14.142 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:14.204 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:21:14.206 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:14.206 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:14.406 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:14.453 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:21:14.454 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:21:14.454 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:21:14.462 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=8.247738ms] [] [2024/05/06 09:21:14.462 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/06 09:21:14.462 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:21:14.462 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/05/06 09:21:14.462 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/05/06 09:21:14.466 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/06 09:21:14.466 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:21:14.467 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=12.959554ms] [] [2024/05/06 09:21:14.467 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=13.188271ms] [] [2024/05/06 09:21:14.506 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=100.153364ms] [] [2024/05/06 09:21:14.536 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:14.536 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/06 09:21:14.538 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/06 09:21:14.538 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/06 09:21:14.598 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/06 09:21:14.619 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/06 09:21:14.641 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:14.641 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/06 09:21:14.763 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:14.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.624136162\n# Parse_time: 0.039497442\n# Compile_time: 0.001972622\n# Rewrite_time: 0.000396162\n# Optimize_time: 0.000865807\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:21:14.791 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 09:21:14.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:14.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:14.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:14.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/06 09:21:14.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:14.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:14.899 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/06 09:21:14.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.314064ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:21:14.959 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/06 09:21:14.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.624507ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:14.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:15.051 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/06 09:21:15.059 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/06 09:21:15.063 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:14.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:15.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 09:21:15.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:15.136 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345603985\n# Parse_time: 0.00049452\n# Compile_time: 0.000989795\n# Rewrite_time: 0.000049142\n# Optimize_time: 0.001142548\n# Wait_TS: 0.000333648\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/06 09:21:15.149 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:15.371 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:15.457 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:15.497 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/06 09:21:15.497 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:15.624 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:15.626 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:15.627 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 09:21:15.649 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:15.652 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:21:15.652 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:21:15.652 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=82.711Β΅s] [2024/05/06 09:21:15.652 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=277.543Β΅s] [] [2024/05/06 09:21:15.653 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:15.653 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:15.790 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 09:21:15.812 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/06 09:21:15.812 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 09:21:15.845 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:15.886 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:15.887 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:21:15.888 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:15.898 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:15.898 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:15.898 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:15.898 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:15.899 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:15.899 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:15.900 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:15.900 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:15.900 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:15.915 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:15.917 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:15.917 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:21:15.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:15.917 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=700.7GiB] [2024/05/06 09:21:15.960 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/05/06 09:21:15.964 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:15.968 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:15.968 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:21:18.968 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.007942706s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:18.968 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:18.969 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:18.969 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:18.969 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:18.969 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:18.969 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:18.985 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:21:18.989 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:18.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:18.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:18.989 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:18.989 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:18.991 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:18.991 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:18.991 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:18.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:18.992 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:18.992 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.105896221s] [error="occur an error when sort chunk"] [2024/05/06 09:21:18.992 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:19.074 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:21:19.116 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:21:19.117 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/06 09:21:19.126 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/06 09:21:19.141 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/06 09:21:19.141 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/06 09:21:19.204 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/06 09:21:19.228 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:19.228 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/06 09:21:19.311 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:19.401 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:21:19.402 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.26526536\n# Parse_time: 0.000525398\n# Compile_time: 0.001347445\n# Rewrite_time: 0.000385966\n# Optimize_time: 0.001142548\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4yNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMjZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:21:19.416 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:19.667 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:19.759 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:19.809 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/06 09:21:19.809 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:19.918 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:19.920 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:19.921 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 09:21:19.940 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:19.943 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:21:19.943 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:21:19.943 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=66.735Β΅s] [2024/05/06 09:21:19.943 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=225.764Β΅s] [] [2024/05/06 09:21:19.943 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:19.943 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:20.066 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 09:21:20.086 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 09:21:20.110 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:20.150 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:20.151 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:21:20.152 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:20.161 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:20.162 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:20.162 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:20.162 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:20.163 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:20.163 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:20.163 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:20.163 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:20.163 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:20.180 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:20.182 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:20.182 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:21:20.182 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:20.182 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=700.7GiB] [2024/05/06 09:21:20.226 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/05/06 09:21:20.231 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:20.234 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:20.234 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:21:20.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:20.591 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/06 09:21:20.594 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.056164ms] [encodeDur=514.965Β΅s] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=289.947Β΅s] [type=file] [takeTime=2.201146ms] [] [2024/05/06 09:21:20.594 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/f7617c59-9cfd-49aa-b9cb-ec9b28342d06.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 09:21:20.595 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=368.530261ms] [] [2024/05/06 09:21:20.595 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:21:20.595 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:21:20.595 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:20.597 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.159947ms] [] [2024/05/06 09:21:20.597 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:21:20.602 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:20.624 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:21:20.624 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:20.637 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:21:20.639 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=41.87677ms] [] [2024/05/06 09:21:20.639 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:21:20.640 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.16358ms] [] [2024/05/06 09:21:20.640 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:21:20.641 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:20.642 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.536984ms] [] [2024/05/06 09:21:20.642 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:21:20.642 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:20.642 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=86.041Β΅s] [] [2024/05/06 09:21:20.642 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:21:20.643 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=887.029Β΅s] [] [2024/05/06 09:21:20.689 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:20.692 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:20.692 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:20.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:20.693 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:20.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:20.693 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:20.693 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:20.695 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:20.695 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:20.695 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:20.695 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:20.695 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:20.695 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=545.035115ms] [] [2024/05/06 09:21:20.734 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:20.735 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:20.777 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:20.778 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:20.851 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:21:20.853 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:20.853 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:20.993 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:21.039 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:21:21.039 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:21:21.039 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:21:21.047 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=8.030097ms] [] [2024/05/06 09:21:21.047 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/06 09:21:21.047 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:21:21.047 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 09:21:21.047 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 09:21:21.051 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/06 09:21:21.052 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:21:21.052 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=13.140142ms] [] [2024/05/06 09:21:21.052 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=13.3571ms] [] [2024/05/06 09:21:21.092 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=99.288479ms] [] [2024/05/06 09:21:21.168 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:21.169 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/06 09:21:21.172 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/06 09:21:21.216 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/06 09:21:21.219 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/06 09:21:21.235 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:21.235 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/06 09:21:21.317 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9142558410000001\n# Parse_time: 0.001005402\n# Compile_time: 0.001515381\n# Rewrite_time: 0.000270424\n# Optimize_time: 0.001142548\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:21:21.319 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/06 09:21:21.330 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:21:21.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:21:21.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:21.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:21.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:21.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:21:21.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.10152ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:21.449 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/06 09:21:21.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=54.017675ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:21.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.335 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.611 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/06 09:21:21.611 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:21.617 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:21:21.660 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:21.660 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:21:21.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/06 09:21:21.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.313087ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:21.772 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/06 09:21:21.808 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.702028ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.876 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:21.908 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/06 09:21:21.908 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:21.914 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:21:22.000 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:22.000 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:21:22.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:22.052 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/06 09:21:22.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=3.814298ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:22.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/06 09:21:22.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.924356ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:21.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:22.193 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:21.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:22.226 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/06 09:21:22.227 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:22.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.318410787\n# Parse_time: 0.000823137\n# Compile_time: 0.001187061\n# Rewrite_time: 0.00004725\n# Optimize_time: 0.001123703\n# Wait_TS: 0.000437994\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:21:22.246 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:22.469 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:22.553 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:21:22.597 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 09:21:22.597 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:21:22.704 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:22.705 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:22.707 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 09:21:22.737 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:22.739 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:21:22.740 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 09:21:22.740 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=55.216Β΅s] [2024/05/06 09:21:22.740 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=158.261Β΅s] [] [2024/05/06 09:21:22.740 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:22.740 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:21:22.906 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 09:21:22.926 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 09:21:22.964 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:21:23.012 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:23.013 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:21:23.015 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:23.023 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:23.023 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:23.024 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:23.024 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:23.025 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:23.025 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:23.025 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:23.025 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:23.025 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:23.040 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:23.042 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:23.042 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:21:23.042 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:23.042 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=700.7GiB] [2024/05/06 09:21:23.083 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/05/06 09:21:23.089 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:23.092 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:23.093 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/06 09:21:23.110 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/06 09:21:23.112 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=971.964Β΅s] [encodeDur=687.705Β΅s] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=262.463Β΅s] [type=file] [takeTime=2.292002ms] [] [2024/05/06 09:21:23.113 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/241cbff1-0a77-46c1-b4a5-542b324b45c8.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/06 09:21:23.113 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=29.62505ms] [] [2024/05/06 09:21:23.113 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:21:23.113 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:21:23.113 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:23.115 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.817035ms] [] [2024/05/06 09:21:23.115 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:21:23.120 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:23.142 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:21:23.142 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:23.155 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:21:23.158 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.414087ms] [] [2024/05/06 09:21:23.158 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:23.159 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.102787ms] [] [2024/05/06 09:21:23.159 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:21:23.159 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:23.161 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.705521ms] [] [2024/05/06 09:21:23.161 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:21:23.161 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:23.161 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=59.483Β΅s] [] [2024/05/06 09:21:23.161 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:23.162 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=888.12Β΅s] [] [2024/05/06 09:21:23.218 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:23.219 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:21:23.219 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:23.220 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:23.221 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:23.221 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:23.221 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:23.221 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:23.221 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:23.221 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:23.221 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:23.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:23.222 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:23.224 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:23.224 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:23.224 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:23.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:23.224 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:23.224 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=212.512893ms] [] [2024/05/06 09:21:23.340 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:21:23.342 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:23.342 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:21:23.489 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:23.543 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:21:23.543 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:21:23.543 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:21:23.551 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=7.662857ms] [] [2024/05/06 09:21:23.551 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/06 09:21:23.551 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:21:23.551 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/05/06 09:21:23.551 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/05/06 09:21:23.555 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/06 09:21:23.555 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:21:23.555 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.259308ms] [] [2024/05/06 09:21:23.555 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.423214ms] [] [2024/05/06 09:21:23.596 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=107.108185ms] [] [2024/05/06 09:21:23.671 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:23.671 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/06 09:21:23.674 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/06 09:21:23.727 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 09:21:23.746 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:23.746 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/06 09:21:23.746 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/06 09:21:23.768 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 09:21:23.768 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=1] [2024/05/06 09:21:23.831 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.599183821\n# Parse_time: 0.000638912\n# Compile_time: 0.001533595\n# Rewrite_time: 0.000373354\n# Optimize_time: 0.001123703\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:21:23.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:23.856 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:23.875 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 09:21:24.079 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:24.169 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:21:24.176 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.342918803\n# Parse_time: 0.000991704\n# Compile_time: 0.002167693\n# Rewrite_time: 0.000537511\n# Optimize_time: 0.001123703\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzM5bXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzM5bXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:21:24.211 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 09:21:24.211 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:21:24.316 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:24.317 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:24.318 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 09:21:24.337 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:24.339 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:21:24.339 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 09:21:24.340 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=54.677Β΅s] [2024/05/06 09:21:24.340 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=169.764Β΅s] [] [2024/05/06 09:21:24.340 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:24.340 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:21:24.498 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 09:21:24.518 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 09:21:24.523 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:21:24.562 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:24.563 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:21:24.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:24.574 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:24.574 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:24.574 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:24.574 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:24.575 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:24.575 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:24.575 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:24.575 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:24.575 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:24.590 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:24.591 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:24.591 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:21:24.591 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:24.591 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=700.7GiB] [2024/05/06 09:21:24.630 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/05/06 09:21:24.635 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:24.638 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:24.638 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/06 09:21:24.687 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/06 09:21:24.690 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.136946ms] [encodeDur=1.098181ms] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=302.482Β΅s] [type=file] [takeTime=2.982984ms] [] [2024/05/06 09:21:24.691 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/879ca200-855a-4362-a11e-71505486699f.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/06 09:21:24.691 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=60.506298ms] [] [2024/05/06 09:21:24.691 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:21:24.691 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:21:24.691 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:24.693 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.766485ms] [] [2024/05/06 09:21:24.693 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:21:24.699 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:24.720 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:21:24.720 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:24.734 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:21:24.736 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.987033ms] [] [2024/05/06 09:21:24.736 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:24.738 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.289238ms] [] [2024/05/06 09:21:24.738 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:21:24.738 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:24.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.537394ms] [] [2024/05/06 09:21:24.740 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:21:24.740 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:24.740 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=52.494Β΅s] [] [2024/05/06 09:21:24.740 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:24.741 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=820.114Β΅s] [] [2024/05/06 09:21:24.783 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:24.786 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:24.786 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:24.786 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:24.786 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:24.788 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:24.788 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:24.788 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:24.788 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:24.788 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:24.788 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=225.618222ms] [] [2024/05/06 09:21:24.879 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:24.881 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:24.883 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:24.883 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:24.948 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:21:24.949 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:24.949 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:21:25.094 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:25.148 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:21:25.148 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:21:25.148 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:21:25.156 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=7.655255ms] [] [2024/05/06 09:21:25.156 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/06 09:21:25.156 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:21:25.156 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 09:21:25.156 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 09:21:25.160 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/06 09:21:25.161 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:21:25.161 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.791628ms] [] [2024/05/06 09:21:25.161 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.963417ms] [] [2024/05/06 09:21:25.209 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=115.081754ms] [] [2024/05/06 09:21:25.282 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:25.282 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/06 09:21:25.286 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/06 09:21:25.332 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/06 09:21:25.337 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 09:21:25.361 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:25.361 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/06 09:21:25.368 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 09:21:25.369 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=1] [2024/05/06 09:21:25.450 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:25.474 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 09:21:26.226 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:21:26.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:26.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:21:26.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.394 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=395.034Β΅s] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:26.408 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/06 09:21:26.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=53.674569ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=194.317Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:26.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/06 09:21:26.588 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=54.288891ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=256.925Β΅s] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:26.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/06 09:21:26.725 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=53.844988ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.839 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:26.851 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/06 09:21:26.855 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:26.900 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 09:21:26.901 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:26.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.678949191\n# Parse_time: 0.000256207\n# Compile_time: 0.000578498\n# Rewrite_time: 0.000030677\n# Optimize_time: 0.001279333\n# Wait_TS: 0.000309031\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:21:26.906 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:21:26.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:26.935 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:21:26.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.008 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=991.112Β΅s] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:27.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/06 09:21:27.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.50786ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:26.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.132 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:26.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.156 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 09:21:27.156 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:27.161 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:21:27.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:27.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:21:27.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:27.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.309 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/06 09:21:27.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.289235ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:27.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/06 09:21:27.407 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.893395ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:27.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.486 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 09:21:27.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:27.489 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3292769\n# Parse_time: 0.000528949\n# Compile_time: 0.000791063\n# Rewrite_time: 0.000046648\n# Optimize_time: 0.001279333\n# Wait_TS: 0.000408163\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:21:27.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:21:27.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:27.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:21:27.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:27.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.612 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/06 09:21:27.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.472173ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:27.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/06 09:21:27.758 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=54.720352ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:27.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.798 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:27.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:27.853 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 09:21:27.853 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:27.857 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367673468\n# Parse_time: 0.000907655\n# Compile_time: 0.001080112\n# Rewrite_time: 0.000046416\n# Optimize_time: 0.001279333\n# Wait_TS: 0.000413975\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:21:27.872 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:28.049 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:28.195 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:21:28.245 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/06 09:21:28.245 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:21:28.353 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:28.354 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:28.355 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 09:21:28.374 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:28.377 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:21:28.377 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 09:21:28.377 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=62.948Β΅s] [2024/05/06 09:21:28.377 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=202.35Β΅s] [] [2024/05/06 09:21:28.377 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:28.377 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:21:28.498 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 09:21:28.518 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 09:21:28.601 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:21:28.648 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:28.650 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:21:28.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:28.660 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:28.660 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:28.661 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:28.661 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:28.662 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:28.662 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:28.662 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:28.662 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:28.662 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:28.677 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:28.678 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:28.678 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:21:28.678 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:28.679 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=700.7GiB] [2024/05/06 09:21:28.726 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/05/06 09:21:28.730 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:28.734 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:28.734 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 09:21:28.751 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/06 09:21:28.754 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.205768ms] [encodeDur=971.488Β΅s] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=325.089Β΅s] [type=file] [takeTime=2.951702ms] [] [2024/05/06 09:21:28.755 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/c781fda4-01fc-4393-9c6d-c91c5b54449b.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/06 09:21:28.755 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=28.49766ms] [] [2024/05/06 09:21:28.755 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:21:28.755 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:21:28.755 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:28.757 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.82692ms] [] [2024/05/06 09:21:28.757 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:21:28.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:28.785 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:21:28.785 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:28.799 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:21:28.801 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=44.161468ms] [] [2024/05/06 09:21:28.801 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:21:28.802 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.036809ms] [] [2024/05/06 09:21:28.802 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:21:28.802 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:28.804 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.69499ms] [] [2024/05/06 09:21:28.804 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:21:28.804 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:28.804 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=84.873Β΅s] [] [2024/05/06 09:21:28.804 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:21:28.805 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=827.692Β΅s] [] [2024/05/06 09:21:28.856 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:28.859 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:28.859 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:28.859 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:28.859 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:28.861 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:28.862 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:28.862 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:28.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:28.862 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:28.862 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=213.137651ms] [] [2024/05/06 09:21:28.869 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:28.870 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:28.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:28.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:28.948 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:21:28.950 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:28.951 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:21:29.147 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:29.199 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:21:29.199 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:21:29.199 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:21:29.207 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=7.539592ms] [] [2024/05/06 09:21:29.207 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/06 09:21:29.207 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:21:29.207 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 09:21:29.207 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 09:21:29.211 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/06 09:21:29.212 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:21:29.212 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=12.867424ms] [] [2024/05/06 09:21:29.212 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=13.103572ms] [] [2024/05/06 09:21:29.250 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=102.752668ms] [] [2024/05/06 09:21:29.267 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:29.267 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/06 09:21:29.270 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/06 09:21:29.329 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/06 09:21:29.401 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/06 09:21:29.427 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:29.427 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/06 09:21:29.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.603000175\n# Parse_time: 0.000501338\n# Compile_time: 0.001504803\n# Rewrite_time: 0.000464085\n# Optimize_time: 0.001279333\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:21:29.476 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:29.524 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:29.670 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:29.809 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:21:29.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358248545\n# Parse_time: 0.001159579\n# Compile_time: 0.001828731\n# Rewrite_time: 0.000308598\n# Optimize_time: 0.001279333\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU0LjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzU0LjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:21:29.860 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/06 09:21:29.860 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:21:29.966 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:29.967 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:29.969 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 09:21:29.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:29.990 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:21:29.990 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 09:21:29.990 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=68.62Β΅s] [2024/05/06 09:21:29.990 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=205.691Β΅s] [] [2024/05/06 09:21:29.991 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:29.991 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:21:30.140 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 09:21:30.203 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 09:21:30.210 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:21:30.248 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:30.250 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:21:30.251 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:30.260 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:30.260 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:30.260 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:30.260 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:30.261 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:30.261 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:30.261 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:30.261 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:30.261 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:30.277 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:30.279 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:30.279 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:21:30.279 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:30.279 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=700.7GiB] [2024/05/06 09:21:30.317 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/05/06 09:21:30.322 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:30.326 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:30.326 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 09:21:30.341 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/06 09:21:30.344 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.125836ms] [encodeDur=530.326Β΅s] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=333.666Β΅s] [type=file] [takeTime=2.429851ms] [] [2024/05/06 09:21:30.345 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/589cc378-6971-4c75-9e5c-ed28e8e6e708.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 09:21:30.345 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=27.481681ms] [] [2024/05/06 09:21:30.345 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:21:30.345 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:21:30.345 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:30.348 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.433369ms] [] [2024/05/06 09:21:30.348 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:21:30.352 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:30.374 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:21:30.375 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:30.388 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:21:30.390 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.314985ms] [] [2024/05/06 09:21:30.390 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:21:30.391 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.232886ms] [] [2024/05/06 09:21:30.392 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:21:30.392 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:30.393 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.593544ms] [] [2024/05/06 09:21:30.393 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:21:30.393 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:30.393 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=53.594Β΅s] [] [2024/05/06 09:21:30.393 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:21:30.395 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.068075ms] [] [2024/05/06 09:21:30.445 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:30.451 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:30.451 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:30.451 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:30.451 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:30.454 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:30.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:30.454 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:30.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:30.454 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:30.454 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=205.7866ms] [] [2024/05/06 09:21:30.481 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:30.482 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:30.483 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:30.483 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:30.548 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:21:30.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:30.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:21:30.741 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:30.787 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:21:30.787 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:21:30.787 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:21:30.796 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=8.768459ms] [] [2024/05/06 09:21:30.796 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/06 09:21:30.796 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:21:30.796 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 09:21:30.796 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 09:21:30.800 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/06 09:21:30.800 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:21:30.801 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=13.343877ms] [] [2024/05/06 09:21:30.801 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=13.544985ms] [] [2024/05/06 09:21:30.855 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=113.211212ms] [] [2024/05/06 09:21:30.882 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:30.882 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/06 09:21:30.885 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/06 09:21:30.943 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/06 09:21:31.012 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/06 09:21:31.031 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:31.031 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/06 09:21:31.108 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/06 09:21:31.867 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 09:21:31.869 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 09:21:31.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:31.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:31.905 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:31.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/06 09:21:31.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:31.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.081014ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:32.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/06 09:21:32.093 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.807957ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:31.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.164 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:31.885 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.193 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 09:21:32.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:32.197 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328069731\n# Parse_time: 0.000319515\n# Compile_time: 0.000745277\n# Rewrite_time: 0.000030421\n# Optimize_time: 0.000827462\n# Wait_TS: 0.00060119\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/05/06 09:21:32.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:32.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:32.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:21:32.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.291 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/06 09:21:32.346 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.137038ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:32.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/06 09:21:32.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.462483ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.432 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.185 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 09:21:32.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:32.516 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316938105\n# Parse_time: 0.000391661\n# Compile_time: 0.000702544\n# Rewrite_time: 0.000046043\n# Optimize_time: 0.000827462\n# Wait_TS: 0.000395061\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:21:32.518 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:32.559 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:32.559 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:21:32.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.646 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/06 09:21:32.691 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=3.324129ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:32.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/06 09:21:32.737 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=54.856376ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.824 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 09:21:32.825 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:32.828 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.311509772\n# Parse_time: 0.000395709\n# Compile_time: 0.000805499\n# Rewrite_time: 0.00004262\n# Optimize_time: 0.000827462\n# Wait_TS: 0.000472301\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:21:32.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:32.928 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:32.928 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:21:32.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:32.984 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/06 09:21:33.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.510958ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:33.055 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/06 09:21:33.089 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.952199ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:32.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:33.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:32.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:33.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 09:21:33.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:33.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.372292382\n# Parse_time: 0.000723336\n# Compile_time: 0.000832466\n# Rewrite_time: 0.000044462\n# Optimize_time: 0.000827462\n# Wait_TS: 0.000388612\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:21:33.214 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:33.445 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:21:33.585 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:33.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.391525653\n# Parse_time: 0.000432214\n# Compile_time: 0.001121145\n# Rewrite_time: 0.000248719\n# Optimize_time: 0.000827462\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzg5LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mzg5LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:21:33.625 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/06 09:21:33.625 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:33.730 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:33.731 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:33.732 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 09:21:33.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:33.751 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:21:33.751 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:21:33.751 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=62.726Β΅s] [2024/05/06 09:21:33.752 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=167.068Β΅s] [] [2024/05/06 09:21:33.752 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:33.752 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:33.907 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 09:21:33.927 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 09:21:33.959 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:34.005 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:34.006 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:21:34.006 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:34.016 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:34.016 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:34.017 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:34.017 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:34.018 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:34.018 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:34.018 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:34.018 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:34.018 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:34.034 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:34.036 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:34.036 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:21:34.036 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:34.036 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=700.7GiB] [2024/05/06 09:21:34.084 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/05/06 09:21:34.089 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:21:34.093 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:21:34.093 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/06 09:21:34.142 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/06 09:21:34.144 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.017652ms] [encodeDur=621.47Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=471.32Β΅s] [type=file] [takeTime=2.532695ms] [] [2024/05/06 09:21:34.146 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/aaef534f-e48f-401f-b079-fcb976e501e7.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/06 09:21:34.146 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=62.117562ms] [] [2024/05/06 09:21:34.146 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:21:34.146 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:21:34.146 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:21:34.148 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.900335ms] [] [2024/05/06 09:21:34.148 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 09:21:34.153 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:34.175 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:21:34.175 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:34.188 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:21:34.190 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=41.783485ms] [] [2024/05/06 09:21:34.190 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:21:34.191 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=990.839Β΅s] [] [2024/05/06 09:21:34.191 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:21:34.191 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:21:34.193 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.568398ms] [] [2024/05/06 09:21:34.193 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 09:21:34.193 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:21:34.193 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=58.909Β΅s] [] [2024/05/06 09:21:34.193 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:21:34.194 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=817.707Β΅s] [] [2024/05/06 09:21:34.286 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:34.287 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:34.288 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:34.288 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:34.292 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:21:34.295 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:34.296 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:34.296 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:34.296 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:34.298 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:34.298 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:34.298 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:34.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:34.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:34.299 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=293.694885ms] [] [2024/05/06 09:21:34.362 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:21:34.363 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:34.363 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:34.478 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:34.517 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:21:34.517 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:21:34.517 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:21:34.517 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=9.801Β΅s] [] [2024/05/06 09:21:34.517 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:21:34.517 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:34.517 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 09:21:34.517 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 09:21:34.520 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:21:34.521 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:34.521 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.265036ms] [] [2024/05/06 09:21:34.521 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.439865ms] [] [2024/05/06 09:21:34.567 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=88.098536ms] [] [2024/05/06 09:21:34.683 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:34.683 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/06 09:21:34.686 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/06 09:21:34.739 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/06 09:21:34.742 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/06 09:21:34.764 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:34.764 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/06 09:21:34.844 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:35.142 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:35.355 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:21:35.436 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:35.443 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.313241002\n# Parse_time: 0.000451629\n# Compile_time: 0.001230226\n# Rewrite_time: 0.00024946\n# Optimize_time: 0.001400973\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzExbXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzExbXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:21:35.527 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/06 09:21:35.527 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:35.634 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:35.635 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:35.636 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 09:21:35.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:35.657 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:21:35.657 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:21:35.657 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=55.221Β΅s] [2024/05/06 09:21:35.657 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=166.33Β΅s] [] [2024/05/06 09:21:35.657 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:35.657 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:35.758 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 09:21:35.777 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 09:21:35.807 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:35.848 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:35.849 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:21:35.850 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:35.859 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:35.859 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:35.860 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:35.860 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:35.861 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:35.861 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:35.861 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:35.861 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:35.861 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:35.875 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:35.877 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:35.877 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:21:35.877 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:35.877 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=700.7GiB] [2024/05/06 09:21:35.972 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/05/06 09:21:35.976 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:21:35.980 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:21:35.980 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 09:21:36.014 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/06 09:21:36.016 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.110818ms] [encodeDur=512.383Β΅s] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=154.804Β΅s] [type=file] [takeTime=2.197909ms] [] [2024/05/06 09:21:36.017 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/06 09:21:36.017 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=45.246029ms] [] [2024/05/06 09:21:36.017 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/14b2fb90-c5da-42c2-b04a-53fc43970290.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/06 09:21:36.018 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:21:36.018 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:21:36.018 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:21:36.020 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=2.359199ms] [] [2024/05/06 09:21:36.020 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 09:21:36.025 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:36.048 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 09:21:36.048 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:36.062 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 09:21:36.064 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=43.472502ms] [] [2024/05/06 09:21:36.064 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:21:36.065 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.080641ms] [] [2024/05/06 09:21:36.065 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:21:36.065 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:21:36.067 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.903815ms] [] [2024/05/06 09:21:36.067 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 09:21:36.067 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:21:36.067 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=62.528Β΅s] [] [2024/05/06 09:21:36.067 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:21:36.068 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=902.37Β΅s] [] [2024/05/06 09:21:36.114 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:36.117 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:36.117 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:36.117 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:36.118 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:36.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:36.118 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:36.118 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:36.120 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:36.120 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:36.120 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:36.120 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:36.120 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:36.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=271.55913ms] [] [2024/05/06 09:21:36.150 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:36.151 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:36.152 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:36.152 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:36.237 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:21:36.239 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:36.239 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:36.420 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:36.462 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:21:36.462 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:21:36.462 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:21:36.462 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=8.906Β΅s] [] [2024/05/06 09:21:36.462 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/06 09:21:36.462 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 09:21:36.463 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 09:21:36.463 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 09:21:36.466 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/06 09:21:36.467 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=4.63746ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:36.467 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.026625ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:36.467 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:36.468 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:36.468 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:21:36.487 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=66.873385ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:21:36.487 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:36.558 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/06 09:21:36.601 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/06 09:21:36.646 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:21:36.647 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/06 09:21:36.652 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/06 09:21:36.750 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/06 09:21:36.770 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:36.770 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/06 09:21:36.844 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:36.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:37.221 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:21:37.310 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:37.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356799014\n# Parse_time: 0.000441254\n# Compile_time: 0.001096068\n# Rewrite_time: 0.00025518\n# Optimize_time: 0.000140372\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU0LjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzU0LjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:21:37.346 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 09:21:37.346 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:37.452 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:37.453 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:37.453 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 09:21:37.473 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:37.476 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:21:37.476 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 09:21:37.476 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.228Β΅s] [2024/05/06 09:21:37.476 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=145.893Β΅s] [] [2024/05/06 09:21:37.476 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:37.476 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:37.619 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 09:21:37.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 09:21:37.657 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:37.697 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:37.698 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:21:37.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:37.708 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:37.708 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:37.708 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:37.709 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:37.709 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:37.709 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:37.710 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:37.710 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:37.710 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:37.724 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:37.725 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:37.725 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:21:37.725 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:37.725 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=700.7GiB] [2024/05/06 09:21:37.776 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/05/06 09:21:37.780 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 09:21:37.783 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 09:21:37.784 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 09:21:37.784 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=7.606359ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:37.784 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:37.784 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:37.785 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:37.785 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:37.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:37.785 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:37.803 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:21:37.805 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:37.805 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:37.805 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:37.805 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:37.806 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:37.808 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:37.808 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:37.808 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:37.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:37.808 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:37.808 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=110.286901ms] [error="occur an error when sort chunk"] [2024/05/06 09:21:37.808 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:37.884 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:21:37.931 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/06 09:21:37.969 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:21:37.970 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/06 09:21:38.040 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/06 09:21:38.083 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/06 09:21:38.108 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:38.108 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/05/06 09:21:38.178 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/05/06 09:21:38.362 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 09:21:38.364 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 09:21:38.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:38.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:38.395 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:38.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/06 09:21:38.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:38.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:38.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.002933ms] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:38.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/06 09:21:38.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.8665ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:38.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:38.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:38.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:38.694 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 09:21:38.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:38.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334900921\n# Parse_time: 0.00028314\n# Compile_time: 0.000586083\n# Rewrite_time: 0.000027811\n# Optimize_time: 0.000159082\n# Wait_TS: 0.000391552\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 6a43f3d1ccd2f9cd2e6ccabefc683cfa9d32cd60c123bf00a049f7fb52aae799\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database test_show_job;"] [2024/05/06 09:21:38.702 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:38.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:38.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:38.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:38.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:21:38.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:38.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:38.795 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/06 09:21:38.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.68245ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:38.864 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/06 09:21:38.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.610335ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:38.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:38.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:38.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.026 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/06 09:21:39.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:39.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329501838\n# Parse_time: 0.000609468\n# Compile_time: 0.000832347\n# Rewrite_time: 0.000045195\n# Optimize_time: 0.000159082\n# Wait_TS: 0.000379438\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:21:39.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:39.069 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:39.070 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:21:39.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.125 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/06 09:21:39.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.361423ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:39.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/06 09:21:39.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=53.150729ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/06 09:21:39.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:39.316 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:21:39.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:39.351 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:21:39.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:39.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.445 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/06 09:21:39.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.697302ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:39.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/06 09:21:39.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.190804ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:39.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:39.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:39.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/06 09:21:39.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:39.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312331433\n# Parse_time: 0.000606397\n# Compile_time: 0.000830305\n# Rewrite_time: 0.000049122\n# Optimize_time: 0.000159082\n# Wait_TS: 0.000320266\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:21:39.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 09:21:39.919 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 09:21:40.058 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 09:21:40.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 09:21:40.548 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 09:21:40.772 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:21:40.961 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:41.212 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:41.306 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:41.354 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/06 09:21:41.354 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:41.461 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:41.462 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:41.463 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 09:21:41.484 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:41.487 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:21:41.487 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:21:41.487 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.41Β΅s] [2024/05/06 09:21:41.487 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=169.091Β΅s] [] [2024/05/06 09:21:41.487 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:41.487 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:41.659 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 09:21:41.678 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 09:21:41.681 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:41.720 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:41.721 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:21:41.722 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:41.731 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:41.731 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:41.732 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:41.732 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:41.733 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:41.733 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:41.733 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:41.733 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:41.733 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:41.748 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:41.749 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:41.749 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:21:41.749 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:41.750 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=700.7GiB] [2024/05/06 09:21:41.794 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/05/06 09:21:41.798 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:21:41.802 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:21:41.802 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/06 09:21:41.843 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/06 09:21:41.845 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.19805ms] [encodeDur=640.447Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=322.435Β΅s] [type=file] [takeTime=2.534477ms] [] [2024/05/06 09:21:41.847 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=52.78533ms] [] [2024/05/06 09:21:41.847 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/d125c225-2a46-40b5-b20e-cff9e5f50a8e.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/06 09:21:41.847 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:21:41.847 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:21:41.847 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:21:41.850 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.39492ms] [] [2024/05/06 09:21:41.850 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 09:21:41.855 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:41.877 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:21:41.877 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:41.893 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:21:41.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=45.089737ms] [] [2024/05/06 09:21:41.895 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:21:41.896 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.310006ms] [] [2024/05/06 09:21:41.896 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:21:41.897 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:21:41.899 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.955793ms] [] [2024/05/06 09:21:41.899 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 09:21:41.899 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:21:41.899 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=81.204Β΅s] [] [2024/05/06 09:21:41.899 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:21:41.900 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.071582ms] [] [2024/05/06 09:21:42.016 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:42.017 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:42.018 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:42.018 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:42.025 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:42.030 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:42.030 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:42.030 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:42.030 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:42.033 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:42.033 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:42.033 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:42.033 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:42.033 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:42.033 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=312.582842ms] [] [2024/05/06 09:21:42.083 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:21:42.085 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:42.085 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:42.221 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:42.270 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:21:42.271 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:21:42.271 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:21:42.271 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=11.015Β΅s] [] [2024/05/06 09:21:42.271 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:21:42.271 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:42.271 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/05/06 09:21:42.271 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/05/06 09:21:42.274 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:21:42.275 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:42.275 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=4.407264ms] [] [2024/05/06 09:21:42.275 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=4.652511ms] [] [2024/05/06 09:21:42.313 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=91.05825ms] [] [2024/05/06 09:21:42.400 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:42.400 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/06 09:21:42.402 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/06 09:21:42.450 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/06 09:21:42.461 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/06 09:21:42.484 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:42.484 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/06 09:21:42.575 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.629244423\n# Parse_time: 0.00050234\n# Compile_time: 0.001799305\n# Rewrite_time: 0.000363278\n# Optimize_time: 0.000146121\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:21:42.579 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:42.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:42.860 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:42.937 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:42.978 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/06 09:21:42.979 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:43.085 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:43.086 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:43.087 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 09:21:43.103 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:43.106 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:21:43.106 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:21:43.107 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=72.164Β΅s] [2024/05/06 09:21:43.107 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=203.807Β΅s] [] [2024/05/06 09:21:43.107 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:43.107 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:43.279 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 09:21:43.301 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 09:21:43.311 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:43.351 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:43.352 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:21:43.353 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:43.365 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:43.365 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:43.365 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:43.366 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:43.366 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:43.366 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:43.367 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:43.367 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:43.367 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:43.382 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:43.384 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:43.384 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:21:43.384 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:43.384 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=700.7GiB] [2024/05/06 09:21:43.428 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/05/06 09:21:43.432 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:21:43.436 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:21:43.436 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/06 09:21:43.531 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/06 09:21:43.533 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.173817ms] [encodeDur=635.411Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=180.287Β΅s] [type=file] [takeTime=2.438068ms] [] [2024/05/06 09:21:43.534 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/24cc64ae-528d-4373-ba17-5d55d92d4a7e.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/06 09:21:43.534 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=106.676148ms] [] [2024/05/06 09:21:43.535 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:21:43.535 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:21:43.535 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:21:43.537 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.935101ms] [] [2024/05/06 09:21:43.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 09:21:43.541 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:43.563 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:21:43.564 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:43.578 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:21:43.580 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=42.94549ms] [] [2024/05/06 09:21:43.580 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:21:43.581 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.058908ms] [] [2024/05/06 09:21:43.581 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:21:43.581 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:21:43.583 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.549725ms] [] [2024/05/06 09:21:43.583 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 09:21:43.583 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:21:43.583 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=59.018Β΅s] [] [2024/05/06 09:21:43.583 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:21:43.584 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=846.602Β΅s] [] [2024/05/06 09:21:43.684 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:43.688 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:43.688 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:43.688 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:43.689 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:43.689 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:43.689 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:43.689 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:43.691 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:43.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:43.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:43.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:43.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:43.691 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=340.466266ms] [] [2024/05/06 09:21:43.702 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:43.703 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:43.704 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:43.704 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:43.776 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:21:43.777 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:43.777 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:43.917 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:43.955 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:21:43.956 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:21:43.956 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:21:43.956 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=8.502Β΅s] [] [2024/05/06 09:21:43.956 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:21:43.956 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:43.956 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/05/06 09:21:43.956 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/05/06 09:21:43.960 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:21:43.960 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:21:43.960 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.637782ms] [] [2024/05/06 09:21:43.960 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.857352ms] [] [2024/05/06 09:21:44.050 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:44.050 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/06 09:21:44.053 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/06 09:21:44.054 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=136.702976ms] [] [2024/05/06 09:21:44.101 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/06 09:21:44.113 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/06 09:21:44.128 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:44.128 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/06 09:21:44.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.607665323\n# Parse_time: 0.000380908\n# Compile_time: 0.001592115\n# Rewrite_time: 0.000273694\n# Optimize_time: 0.00015367\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:21:44.211 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:44.258 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:21:44.462 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:44.626 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:21:44.700 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:21:44.786 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/06 09:21:44.786 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:21:44.893 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:44.894 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:44.895 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 09:21:44.914 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:44.917 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:21:44.917 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 09:21:44.917 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=84.756Β΅s] [2024/05/06 09:21:44.917 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=276.889Β΅s] [] [2024/05/06 09:21:44.918 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:21:44.918 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:21:45.031 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 09:21:45.051 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 09:21:45.058 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=59] [2024/05/06 09:21:45.097 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:45.098 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:21:45.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:45.109 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:45.109 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:45.109 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:45.109 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:45.110 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:45.110 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:45.110 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:45.110 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:45.110 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:45.124 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:45.125 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:45.125 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:21:45.126 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:45.126 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=700.7GiB] [2024/05/06 09:21:45.220 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/06 09:21:45.225 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:21:45.228 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:21:45.228 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:21:45.279 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/06 09:21:45.282 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.096872ms] [encodeDur=631.197Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=320.769Β΅s] [type=file] [takeTime=2.591715ms] [] [2024/05/06 09:21:45.283 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=62.643031ms] [] [2024/05/06 09:21:45.283 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/4cc4db1f-ac03-4138-a0aa-c78eb620d685.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/06 09:21:45.283 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:21:45.283 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:21:45.283 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:21:45.286 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.057349ms] [] [2024/05/06 09:21:45.286 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 09:21:45.291 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:45.314 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:21:45.314 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:45.328 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:21:45.330 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=44.214034ms] [] [2024/05/06 09:21:45.330 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:21:45.331 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=936.36Β΅s] [] [2024/05/06 09:21:45.331 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:21:45.331 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:21:45.333 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.723737ms] [] [2024/05/06 09:21:45.333 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 09:21:45.333 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:21:45.333 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=58.219Β΅s] [] [2024/05/06 09:21:45.333 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:21:45.334 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=832.203Β΅s] [] [2024/05/06 09:21:45.478 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/05/06 09:21:45.483 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:21:45.486 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:21:45.487 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:21:45.518 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/06 09:21:45.520 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=945.087Β΅s] [encodeDur=586.13Β΅s] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=49.418Β΅s] [type=file] [takeTime=1.872019ms] [] [2024/05/06 09:21:45.521 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/a5bac3cf-f771-4153-9a70-563151f45779.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/06 09:21:45.521 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=42.765475ms] [] [2024/05/06 09:21:45.522 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:21:45.522 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:21:45.522 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:21:45.523 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.794377ms] [] [2024/05/06 09:21:45.524 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 09:21:45.528 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:45.551 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:21:45.551 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:45.563 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:21:45.565 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=41.452493ms] [] [2024/05/06 09:21:45.565 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:21:45.566 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.049869ms] [] [2024/05/06 09:21:45.566 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:21:45.566 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:21:45.568 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.524478ms] [] [2024/05/06 09:21:45.568 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 09:21:45.568 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:21:45.568 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=75.474Β΅s] [] [2024/05/06 09:21:45.568 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:21:45.569 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.003262ms] [] [2024/05/06 09:21:45.653 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:45.655 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:45.656 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:45.656 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:45.715 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 09:21:45.717 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:45.717 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:21:45.732 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:21:45.738 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:45.738 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:45.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:45.738 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:45.740 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:45.740 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:45.740 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:45.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:45.741 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:45.741 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=643.564067ms] [] [2024/05/06 09:21:45.856 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 09:21:45.898 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:21:45.898 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:21:45.898 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:21:45.898 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=8.878Β΅s] [] [2024/05/06 09:21:45.898 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/06 09:21:45.898 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:21:45.898 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/05/06 09:21:45.898 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/05/06 09:21:45.901 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/06 09:21:45.902 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:21:45.902 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=4.212896ms] [] [2024/05/06 09:21:45.902 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=4.402559ms] [] [2024/05/06 09:21:45.991 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=135.261503ms] [] [2024/05/06 09:21:46.006 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:46.006 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/06 09:21:46.009 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/06 09:21:46.044 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/06 09:21:46.091 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/06 09:21:46.116 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:46.116 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/06 09:21:46.207 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:46.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8101276039999998\n# Parse_time: 0.000818319\n# Compile_time: 0.002123183\n# Rewrite_time: 0.000335442\n# Optimize_time: 0.000136376\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/06 09:21:46.272 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 09:21:46.302 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:46.302 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:21:46.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=492.258Β΅s] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:46.449 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/06 09:21:46.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.772533ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=205.588Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:46.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/06 09:21:46.635 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.783325ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.743 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=195.937Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:21:46.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/06 09:21:46.793 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.562972ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.851 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/06 09:21:46.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/06 09:21:46.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:46.979 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 09:21:46.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:46.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.713230081\n# Parse_time: 0.000617532\n# Compile_time: 0.000977467\n# Rewrite_time: 0.000041723\n# Optimize_time: 0.001613761\n# Wait_TS: 0.00063044\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:21:46.986 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 09:21:47.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:47.022 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/06 09:21:47.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.044964ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:21:47.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/06 09:21:47.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.253623ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:21:46.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:46.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.282 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/06 09:21:47.282 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:47.286 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301392386\n# Parse_time: 0.000246433\n# Compile_time: 0.000860128\n# Rewrite_time: 0.000030253\n# Optimize_time: 0.001613761\n# Wait_TS: 0.000323199\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/05/06 09:21:47.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 09:21:47.332 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:47.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:47.332 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:47.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 09:21:47.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:47.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.457 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/06 09:21:47.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.340396ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:21:47.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/06 09:21:47.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.361367ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:47.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.594 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:47.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:47.625 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/06 09:21:47.626 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:47.630 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.342766004\n# Parse_time: 0.000417553\n# Compile_time: 0.00079991\n# Rewrite_time: 0.000047759\n# Optimize_time: 0.001613761\n# Wait_TS: 0.000378035\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/05/06 09:21:47.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:47.879 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:47.954 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:47.995 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 09:21:47.995 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:48.100 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:48.101 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:48.102 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 09:21:48.120 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:48.123 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:21:48.123 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:21:48.123 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=87.326Β΅s] [2024/05/06 09:21:48.123 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=300.4Β΅s] [] [2024/05/06 09:21:48.124 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:48.124 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:48.277 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 09:21:48.299 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 09:21:48.317 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:48.356 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:48.358 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:21:48.359 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:48.367 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:48.367 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:48.368 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:48.368 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:48.369 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:48.369 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:48.369 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:48.369 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:48.369 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:48.382 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:48.383 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:48.384 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:21:48.384 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:48.384 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB] [2024/05/06 09:21:48.423 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/05/06 09:21:48.428 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:21:48.431 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:21:48.431 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/06 09:21:48.446 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/06 09:21:48.449 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.004162ms] [encodeDur=482.199Β΅s] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=258.133Β΅s] [type=file] [takeTime=2.179224ms] [] [2024/05/06 09:21:48.449 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=25.981911ms] [] [2024/05/06 09:21:48.449 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/f6149891-c07f-40b1-a8c8-262a55aea700.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/06 09:21:48.450 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:21:48.450 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:21:48.450 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:21:48.452 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.141936ms] [] [2024/05/06 09:21:48.452 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 09:21:48.456 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:21:48.479 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:21:48.479 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:21:48.492 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:21:48.495 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=42.537839ms] [] [2024/05/06 09:21:48.495 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:21:48.496 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=980.588Β΅s] [] [2024/05/06 09:21:48.496 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:21:48.496 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:21:48.497 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.413393ms] [] [2024/05/06 09:21:48.497 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 09:21:48.497 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:21:48.497 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=49.844Β΅s] [] [2024/05/06 09:21:48.497 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:21:48.498 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.017471ms] [] [2024/05/06 09:21:48.547 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:48.551 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:48.551 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:48.551 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:48.551 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:48.553 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:48.553 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:48.553 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:48.553 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:48.553 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:48.553 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=196.746544ms] [] [2024/05/06 09:21:48.667 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:21:48.669 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:48.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/06 09:21:48.670 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:21:48.739 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 09:21:48.740 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:21:48.740 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:21:48.892 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:48.944 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:21:48.945 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:21:48.945 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:21:48.954 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=9.659054ms] [] [2024/05/06 09:21:48.955 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/06 09:21:48.955 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:21:48.955 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/05/06 09:21:48.955 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/05/06 09:21:48.960 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/06 09:21:48.960 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:21:48.961 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=15.882722ms] [] [2024/05/06 09:21:48.961 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=16.170658ms] [] [2024/05/06 09:21:49.057 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=164.919971ms] [] [2024/05/06 09:21:49.073 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:21:49.073 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/06 09:21:49.076 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/06 09:21:49.118 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/06 09:21:49.121 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 09:21:49.151 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:49.151 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/06 09:21:49.164 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 09:21:49.164 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:21:49.221 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.587724964\n# Parse_time: 0.000602672\n# Compile_time: 0.001477751\n# Rewrite_time: 0.000244761\n# Optimize_time: 0.001613761\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:21:49.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 09:21:49.237 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:49.265 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:49.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/06 09:21:49.265 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:21:49.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:21:49.270 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 09:21:49.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:21:49.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:49.356 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/06 09:21:49.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.503833ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:21:49.447 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 4e593e0c-4841-4fdf-8027-65d8974081c6"] ["ddl job id"=353] [ver=251] [2024/05/06 09:21:49.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/06 09:21:49.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=82.858144ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:49.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:49.511 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/06 09:21:49.520 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/06 09:21:49.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:21:49.235 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:21:49.582 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/06 09:21:49.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:21:49.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352911846\n# Parse_time: 0.000286794\n# Compile_time: 0.000692738\n# Rewrite_time: 0.000033544\n# Optimize_time: 0.001073468\n# Wait_TS: 0.000447446\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/06 09:21:49.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:49.792 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:21:49.946 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:21:49.992 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 09:21:49.992 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:21:50.103 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:21:50.105 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:21:50.106 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/06 09:21:50.135 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:50.139 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:21:50.139 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:21:50.139 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=56.463Β΅s] [2024/05/06 09:21:50.139 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=188.837Β΅s] [] [2024/05/06 09:21:50.139 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:21:50.139 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:21:50.274 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/06 09:21:50.295 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/06 09:21:50.380 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=52] [2024/05/06 09:21:50.425 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 09:21:50.427 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:21:50.428 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:21:50.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:21:50.439 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365812932175983103] [2024/05/06 09:21:50.440 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:50.440 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:21:50.442 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:21:50.442 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:21:50.442 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:50.442 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:21:50.442 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:50.458 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:21:50.460 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:21:50.460 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:21:50.460 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 09:21:50.460 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB] [2024/05/06 09:21:50.503 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/05/06 09:21:50.508 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:21:50.512 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:21:50.512 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/06 09:21:50.528 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/06 09:21:50.529 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.636308ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:21:50.530 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=26.261599ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:50.530 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:50.530 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:50.531 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:50.531 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:50.531 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:50.531 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:50.548 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:21:50.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:50.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:50.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:50.551 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:50.551 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:50.554 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:21:50.554 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:50.554 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:50.554 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:50.554 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:50.554 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=128.752769ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:21:50.554 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:21:50.630 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/06 09:21:50.653 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/06 09:21:50.715 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:21:50.716 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/06 09:21:50.732 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/06 09:21:50.825 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 09:21:50.855 +00:00] [INFO] [scheduler_manager.go:284] ["start scheduler without allocating slots"] [server-id=:4000] [task-id=79] [state=reverting] [2024/05/06 09:21:50.858 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:21:50.858 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/06 09:21:50.864 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 09:21:50.864 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=false] [server-id=:4000] [state=reverted] [concurrency=8] [2024/05/06 09:21:50.900 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:21:50.901 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.31490554\n# Parse_time: 0.000417671\n# Compile_time: 0.001190941\n# Rewrite_time: 0.000259224\n# Optimize_time: 0.001073468\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:21:50.926 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.926 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.928 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=23.398Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=20.485Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=27.628Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=10.713Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=14.295Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=20.119Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=17.352Β΅s] [2024/05/06 09:21:50.929 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=24.096Β΅s] [2024/05/06 09:21:50.930 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=23.151Β΅s] [2024/05/06 09:21:50.930 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=17.477Β΅s] [2024/05/06 09:21:50.930 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:21:50.930 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=14.997Β΅s] [2024/05/06 09:21:50.930 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:21:50.930 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:21:50.930 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:21:50.944 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:21:50.963 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4e593e0c-4841-4fdf-8027-65d8974081c6] ["take time"=52.612112ms] [2024/05/06 09:21:50.963 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4e593e0c-4841-4fdf-8027-65d8974081c6] [2024/05/06 09:21:50.965 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:21:50.965 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e2f449d3-8ad9-477a-9739-6e55e7c6ee53] [watcherID=4bd052d5-bdb6-4785-b963-4c7fb3862d6e] [2024/05/06 09:21:50.965 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:21:50.966 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/e2f449d3-8ad9-477a-9739-6e55e7c6ee53] [2024/05/06 09:21:50.966 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:21:50.966 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:21:50.966 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:21:50.966 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:21:50.969 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 09:21:50.972 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:21:50.972 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1345] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:21:50.973 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:21:50.973 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:21:50.973 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4e593e0c-4841-4fdf-8027-65d8974081c6] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:21:50.974 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6 watch owner key /tidb/bindinfo/owner/22318f4d3058b2b4"] [2024/05/06 09:21:50.974 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1 watch owner key /tidb/br-stream/owner/22318f4d3058b2b1"] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6 watch owner key /tidb/stats/owner/22318f4d3058b2b8"] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:21:50.974 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:21:50.974 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:21:50.974 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:21:50.974 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.974 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:21:50.974 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:21:50.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:21:50.974 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:21:50.974 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:50.974 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.975 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [2024/05/06 09:21:50.976 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:21:50.976 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [error="context canceled"] [2024/05/06 09:21:50.976 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:21:50.976 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3c236979-6f61-40e7-9cca-09921898ddf1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:21:50.976 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:21:50.976 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:21:50.976 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:21:50.976 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:21:50.976 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:21:50.976 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] [error="context canceled"] [2024/05/06 09:21:50.976 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:21:50.986 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:21:50.988 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:21:50.988 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:21:50.989 +00:00] [WARN] [scheduler_manager.go:404] ["get task in states failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTasksInStates\n\tpkg/disttask/framework/storage/task_table.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:397\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:50.989 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:21:50.990 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:21:50.992 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:21:50.992 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:21:50.993 +00:00] [WARN] [scheduler_manager.go:234] ["get unfinished tasks failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:50.995 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:21:50.995 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4e593e0c-4841-4fdf-8027-65d8974081c6] [2024/05/06 09:21:50.995 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:21:51.031 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:21:51.032 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:21:51.032 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:21:51.033 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:21:51.034 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:21:51.034 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:21:51.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:21:51.177 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:51.177 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:21:52.234 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:21:52.234 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:21:52.234 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:21:52.422 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e593e0c-4841-4fdf-8027-65d8974081c6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:21:52.422 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:21:52.422 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:21:52.422 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:21:52.431 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.52072422s] [2024/05/06 09:21:52.432 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:21:52.432 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:21:52.432 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:21:52.432 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:21:52.434 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (243.92s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (33.12s) --- PASS: TestImportInto/TestCancelJob (8.08s) --- PASS: TestImportInto/TestChecksumNotMatch (6.99s) --- PASS: TestImportInto/TestColumnsAndUserVars (2.92s) --- PASS: TestImportInto/TestDeliverBytesRows (4.81s) --- PASS: TestImportInto/TestDetachedLoadParquet (5.74s) --- PASS: TestImportInto/TestDiskQuota (4.31s) --- PASS: TestImportInto/TestGBK (7.47s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (11.42s) --- PASS: TestImportInto/TestIgnoreNLines (7.01s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.48s) --- PASS: TestImportInto/TestImportMode (19.08s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.13s) --- PASS: TestImportInto/TestInputNull (5.18s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (1.98s) --- PASS: TestImportInto/TestKillBeforeFinish (3.06s) --- PASS: TestImportInto/TestLoadSQLDump (4.89s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.39s) --- PASS: TestImportInto/TestMultiValueIndex (2.80s) --- PASS: TestImportInto/TestOtherCharset (12.93s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.33s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.47s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.46s) --- PASS: TestImportInto/TestRegisterTask (9.43s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (10.54s) --- PASS: TestImportInto/TestShowDetachedJob (6.47s) --- PASS: TestImportInto/TestShowJob (7.93s) --- PASS: TestImportInto/TestZeroDateTime (4.63s) PASS [2024/05/06 09:21:52.442 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3c236979-6f61-40e7-9cca-09921898ddf1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] coverage: 15.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:21:58 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:21:58 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:21:58 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:21:58 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:21:58 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 301.102s, Critical Path: 282.78s INFO: 1610 processes: 1583 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1610 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [2024-05-06T09:22:04.344Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] sh [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:22:05.747Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:22:05.749Z] ['info'] => Project root located at: . [2024-05-06T09:22:05.753Z] ['info'] -> Token found by environment variables [2024-05-06T09:22:05.768Z] ['info'] Searching for coverage files... [2024-05-06T09:22:06.407Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:22:06.408Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:22:06.810Z] ['info'] Using manual override from args. [2024-05-06T09:22:06.811Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:22:06.822Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:22:07.728Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/0c26739f-19da-494a-8949-d4abe165e1ef.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092207Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=3329a464aa26edd35119543b3d282ecc49306393631ea0821cc295017eb402ae [2024-05-06T09:22:07.728Z] ['info'] Uploading... [2024-05-06T09:22:09.507Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 31.150310994 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.499712822 s ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 24.423295148 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.594565075 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.297600825 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 2.378997909 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 48.423990495 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 64.601505095 s ./t/ddl/partition.test: ok! 213 test cases passed, take time 9.863754473 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 460s remote-cache, linux-sandbox ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 15.044760312 s ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 32.244864249 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.243138008 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 9.111145247 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 5.415464898 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.429366587 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.080622555 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 520s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 530s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 571.081s, Critical Path: 553.99s INFO: 1538 processes: 1522 remote cache hit, 10 internal, 6 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:25:59.711Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:25:59.713Z] ['info'] => Project root located at: . [2024-05-06T09:25:59.716Z] ['info'] -> Token found by environment variables [2024-05-06T09:25:59.731Z] ['info'] Searching for coverage files... [2024-05-06T09:26:00.300Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:26:00.300Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:26:00.697Z] ['info'] Using manual override from args. [2024-05-06T09:26:00.697Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:26:00.709Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52814&build=8847&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8847%2F&commit=50026c107ccf18d8221e92717c2ffb69a6425e7c&job=&pr=52814&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:26:01.900Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/50026c107ccf18d8221e92717c2ffb69a6425e7c/d44c1b34-c86a-4737-bc4c-eeca5a2255a6.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T092601Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=61d3c9fe57de1d9b191ab36343c19548104e44bee0d0d9c337f62b2a5a766cda [2024-05-06T09:26:01.900Z] ['info'] Uploading... [2024-05-06T09:26:04.322Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/admin.test: ok! 171 test cases passed, take time 33.434430829 s ./t/executor/aggregate.test: ok! 886 test cases passed, take time 15.277128259 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 17.581349373 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 9.937841337 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 1.272578177 s ./t/executor/charset.test: ok! 57 test cases passed, take time 1.057192191 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.325576784 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.266674664 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.386266493 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.88036515 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 26.362637604 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.508480133 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 2.826715728 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 64.921245459 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.712549304 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.347873216 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 4.48548618 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 15.498630694 s ./t/executor/grant.test: ok! 202 test cases passed, take time 2.366812241 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.296322363 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.265261654 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 5.82120691 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 3.085511319 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 18.324774505 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 8.496635402 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 97.51922608 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001871532 s ./t/executor/issues.test: ok! 421 test cases passed, take time 15.405529193 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 8.966855242 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 37.347901834 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.181794642 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 11.080646409 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.597913781 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 15.342444336 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.838353321 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.997433618 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 4.082473793 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 13.408030909 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 13.483374649 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.492542612 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 6.423169042 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 3.529571968 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 1.121977789 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 1.002431285 s ./t/executor/sample.test: ok! 105 test cases passed, take time 13.997050748 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.541559895 s ./t/executor/show.test: ok! 301 test cases passed, take time 17.350687408 s ./t/executor/simple.test: ok! 303 test cases passed, take time 3.235924083 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.834463007 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.554382964 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.549657399 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 4.588898003 s ./t/executor/update.test: ok! 513 test cases passed, take time 13.419246104 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.310454113 s ./t/executor/write.test: ok! 1079 test cases passed, take time 38.749869141 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.103107691 s ./t/explain.test: ok! 21 test cases passed, take time 0.623201566 s ./t/explain_complex.test: ok! 41 test cases passed, take time 2.059832264 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.848549962 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.250825802 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.339292982 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.533542679 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.120029899 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 34.006763003 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.678151549 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.444265993 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.53813293 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.202126382 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.300770476 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 28.455735033 s ./t/expression/cast.test: ok! 50 test cases passed, take time 1.105977764 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 36.940852409 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.181086015 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.316687688 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.830798344 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 63.356824773 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.6031998229999997 s ./t/expression/misc.test: ok! 404 test cases passed, take time 14.258782932999999 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 11.778829993 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 2.280805868 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.55221211 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 2.045459416 s ./t/generated_columns.test: ok! 70 test cases passed, take time 7.102621001 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.414446846 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.413641912 s ./t/globalindex/update.test: ok! 14 test cases passed, take time 0.419899544 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.873049241 s ./t/index_join.test: ok! 22 test cases passed, take time 1.084264057 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.391608569 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.117639152 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.84856877 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.563644167 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.620860404 s ./t/naaj.test: ok! 134 test cases passed, take time 0.788754044 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.416243518 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.817591925 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.962188661 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.303029501 s ./t/partition.test: ok! 3 test cases passed, take time 0.536353979 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.074162987 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.174398222 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 1.717656676 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001020461 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.27707097 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 4.021220306 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 4.266675174 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 6.823281974 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.124004168 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 2.439266012 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 852 test cases passed, take time 7.24920548 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.383870697 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.278487465 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.260932755 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.098553632 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 10.693019356 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 1.6254713189999999 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.114203272 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001711872 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 5.103786285 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.284891531 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.091209501 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 6.154671345 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 49.679177265 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 29.898050214 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 3.169395346 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.321700474 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.667926787 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 0.948296761 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 2.679646694 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 15.169569938 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.808991501 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 4.537938861 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.124115342 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.843084977 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.469216924 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 1.8123538799999999 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.39724705 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 3.677036817 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 5.493058447 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 5.512768598 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.459348044 s ./t/select.test: ok! 189 test cases passed, take time 3.318067842 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.316733539 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 26.022817717 s ./t/session/common.test: ok! 203 test cases passed, take time 8.589599179 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 22.970608237 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.493230549 s ./t/session/session.test: ok! 101 test cases passed, take time 5.736323743 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.64841868 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.080873338 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.439596529 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.123820074 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.20354139 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.478217527 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.255577951 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.298299959 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.180934279 s ./t/subquery.test: ok! 32 test cases passed, take time 1.017768841 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.525438465 s ./t/table/index.test: ok! 34 test cases passed, take time 3.981486945 s ./t/table/partition.test: ok! 229 test cases passed, take time 10.018992399 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.08735828 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.171799722 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.541382636 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000576642 s ./t/tpch.test: ok! 41 test cases passed, take time 2.874825689 s ./t/types/const.test: ok! 143 test cases passed, take time 3.922676397 s ./t/util/admin.test: ok! 240 test cases passed, take time 32.642942807 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.619426758 s ./t/window_function.test: ok! 28 test cases passed, take time 0.229258961 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1472) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir No test report files were found. Configuration error? [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 09:46:39-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: β€˜agent_upload_verifyci_metadata.py’ 0K .... 100% 516M=0s 2024-05-06 09:46:39 (516 MB/s) - β€˜agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/ghpr_check2/50026c107ccf18d8221e92717c2ffb69a6425e7c=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 410 100 139 100 271 6270 12225 --:--:-- --:--:-- --:--:-- 12318 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/ghpr_check2/50026c107ccf18d8221e92717c2ffb69a6425e7c"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS